-- Logs begin at Mon 2022-10-24 12:31:34 UTC, end at Mon 2022-10-24 13:32:45 UTC. -- Oct 24 13:03:54.892302 dv-cinder-862489-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 24 13:03:57.633995 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.common.config [-] Logging enabled! Oct 24 13:03:57.634596 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 24 13:03:57.634783 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104557) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 24 13:03:57.638132 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.common.config [-] Logging enabled! Oct 24 13:03:57.638382 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 24 13:03:57.638697 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104557) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 24 13:03:57.639678 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 13:03:57.639916 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 13:03:57.640708 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 13:03:57.640961 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 13:03:57.641194 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 13:03:57.641519 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.641825 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.642062 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.642365 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.642667 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.642954 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.643348 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.644362 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.644659 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.644946 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.645234 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.645469 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.645753 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.646044 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.646337 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.646564 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] debug = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.646845 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.647310 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.647718 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.648020 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.648321 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.648604 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.648879 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.649159 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.649449 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.649779 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] host = dv-cinder-862489-1-iscsi {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.650059 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.650350 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.650642 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.650931 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.651236 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.651520 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.651811 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.652087 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.652365 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.652642 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.652933 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.653224 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.653519 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.653749 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.653976 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.654267 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.654561 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.654840 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.655138 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.655418 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.655696 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.655972 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.656245 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.656533 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.656820 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.657108 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.657384 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.657660 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.657940 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.658216 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.658503 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.658778 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.659184 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.659510 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.659847 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.660127 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.660408 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.660718 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.661026 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.661300 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.661591 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.661869 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.662159 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.662435 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.662711 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.662987 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] use_json = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.663285 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.663559 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.663847 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.664123 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.664398 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.664673 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.664948 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.665236 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.665511 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:03:57.665813 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.666116 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.666421 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.666711 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.667021 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.667329 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.667624 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.667913 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.668209 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.668505 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.668798 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.669080 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.669387 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.669679 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.669980 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.670289 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.670589 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.670884 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.671188 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.671469 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.671746 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.672029 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.672321 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.672606 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.672900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.673194 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.673476 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.673779 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.674068 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.674358 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.674712 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.675179 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.675396 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.675681 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.675978 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.676269 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.676549 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.676848 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.677134 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.677414 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.677701 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.678005 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.678301 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.678582 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.678867 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.679188 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.679477 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.679755 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.680037 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.680322 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.680602 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.680895 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.681179 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.681461 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.681740 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.682025 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.682304 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.682585 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.682867 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.683182 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.683469 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.683748 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.684027 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.684305 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.684583 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.684860 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.685137 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.685416 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.685703 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.685982 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.686262 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.686540 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.686819 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.687124 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.687414 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.687717 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.688006 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.688290 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.688575 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.688858 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.689140 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.689423 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.689707 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.689989 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.690790 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.691127 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.691424 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.691720 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.692012 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.692314 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.692617 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.692902 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.693187 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.693471 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.693756 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.694038 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.694328 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.694612 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.694894 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.695211 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.695502 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.695803 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.696105 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.696388 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.696688 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.696988 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.697289 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.697576 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.697892 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.698179 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:03:57.698406 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 13:03:57.698649 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104557) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 24 13:03:58.078727 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 24 13:03:58.079084 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 24 13:03:58.079355 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 24 13:03:58.079588 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 24 13:03:58.079872 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 24 13:03:58.080207 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 24 13:03:58.405562 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.405877 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.406158 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.407357 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.407642 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.407911 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.463376 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.463670 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.463944 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.478468 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.478752 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.479028 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.508819 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.509106 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.509382 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.546112 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.546394 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.546667 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.779084 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.779680 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.779680 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.780044 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.780746 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.878863 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.879213 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.879503 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.879780 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.880304 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.880618 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.880884 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.881147 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.881405 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.881695 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.881960 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.882229 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.882488 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.882744 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.883005 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.883306 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.883567 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.883839 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.884114 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.884377 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.884662 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.884921 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.885207 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.885589 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.885845 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.886097 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.886500 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:58.886748 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:58.886990 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:58.887266 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:58.887508 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:58.887748 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:58.888114 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 24 13:03:58.891200 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 24 13:03:58.895316 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 24 13:03:58.899038 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 24 13:03:58.900835 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 24 13:03:58.901306 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 24 13:03:58.901646 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 24 13:03:58.902040 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 24 13:03:58.904833 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 24 13:03:58.905087 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 24 13:03:58.905432 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 24 13:03:58.911313 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 24 13:03:58.935606 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 24 13:03:58.936064 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.936367 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104557) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 24 13:03:58.936744 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.938098 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104557) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 24 13:03:58.938382 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 24 13:03:58.938628 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 24 13:03:58.949384 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:58.949673 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.084705 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 24 13:03:59.084949 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 24 13:03:59.085182 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 24 13:03:59.085559 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 24 13:03:59.138537 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO dbcounter [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Registered counter for database neutron Oct 24 13:03:59.157610 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_db.sqlalchemy.engines [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104557) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 24 13:03:59.163875 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writer thread running {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:03:59.701601 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing driver for type 'gre' Oct 24 13:03:59.702196 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] gre ID ranges: [(1, 1000)] Oct 24 13:03:59.764762 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing driver for type 'local' Oct 24 13:03:59.765095 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing driver for type 'vlan' Oct 24 13:03:59.780134 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] VlanTypeDriver initialization complete Oct 24 13:03:59.780694 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing driver for type 'vxlan' Oct 24 13:03:59.780959 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] vxlan ID ranges: [(1, 1000)] Oct 24 13:03:59.836193 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing extension driver 'port_security' Oct 24 13:03:59.836595 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] PortSecurityExtensionDriver initialization complete Oct 24 13:03:59.836993 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing mechanism driver 'openvswitch' Oct 24 13:03:59.837347 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing mechanism driver 'hyperv' Oct 24 13:03:59.843848 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:03:59.844516 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.844887 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.845240 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.845740 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:03:59.846153 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.846565 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.846910 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.847332 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:03:59.847736 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.848083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.848426 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.848809 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:03:59.849208 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > security_group after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.849562 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > security_group after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.849900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.850283 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:03:59.850682 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.851027 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.851388 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.851896 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:03:59.852294 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > address_group after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.852645 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > address_group after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.852987 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.853370 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 24 13:03:59.853808 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] ML2 OVO RPC backend initialized. {{(pid=104557) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 24 13:03:59.854509 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.854864 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.855318 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.855668 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > networks before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.856015 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.856356 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > ports before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.856699 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.857042 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnets before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.857386 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.857725 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.858060 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.858395 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.858729 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.859087 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.859424 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.859759 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.860092 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.867620 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded quota_driver: . Oct 24 13:03:59.867979 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.plugin [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Modular L2 Plugin initialization complete Oct 24 13:03:59.868323 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading services supported by the core plugin {{(pid=104557) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 24 13:03:59.868660 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Got port-security extension from driver 'port_security' Oct 24 13:03:59.869137 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.extensions.vlantransparent [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Disabled vlantransparent extension. Oct 24 13:03:59.869638 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104557) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 24 13:03:59.869959 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: router Oct 24 13:03:59.906219 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.906609 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.906980 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router before_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.907369 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.907739 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.908093 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_delete 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.908451 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.908801 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.909265 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.909616 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.909964 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.910315 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.910675 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.911116 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.911486 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.911828 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.912166 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.912506 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.912852 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.913196 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.913540 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.913883 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.914237 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.914578 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.914928 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.915328 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.915676 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.916041 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > agent after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.916392 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > agent after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.916731 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.917571 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Tracking information for resource: router configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:59.917905 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Tracking information for resource: floatingip configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 24 13:03:59.922761 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.db.l3_agentschedulers_db [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 24 13:03:59.923365 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.923728 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.924081 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.924431 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.925332 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router before_create 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.925700 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.926063 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_create 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.926421 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > router precommit_update 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.931375 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.provider_configuration [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service providers = [] {{(pid=104557) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 24 13:03:59.931741 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.db.servicetype_db [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104557) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 24 13:03:59.934630 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.service_base [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:03:59.934977 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.service_base [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:03:59.935345 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.service_base [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:03:59.936222 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.services.service_base [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 24 13:03:59.936593 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.services.service_base [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 24 13:03:59.936971 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.937284 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 24 13:03:59.948296 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.948631 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: auto_allocate Oct 24 13:03:59.954325 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: network precommit_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.954643 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: network precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.955189 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.955514 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: tag Oct 24 13:03:59.962838 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.963191 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: timestamp Oct 24 13:03:59.967180 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.967516 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: network_ip_availability Oct 24 13:03:59.973240 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.973611 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.973967 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:03:59.974682 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.975004 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: flavors Oct 24 13:03:59.979724 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.980055 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading Plugin: revisions Oct 24 13:03:59.984400 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 24 13:03:59.984783 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.905s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 24 13:03:59.985686 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104557) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 24 13:03:59.986026 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Initializing extension manager. Oct 24 13:03:59.986556 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: __init__.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.986899 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: __pycache__ {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.987369 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: address_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.988201 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.988761 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: address-group Oct 24 13:03:59.989089 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: address_scope.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.989761 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.990270 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: address-scope Oct 24 13:03:59.990590 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.991504 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.992009 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: router-admin-state-down-before-update Oct 24 13:03:59.992330 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: agent.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.992991 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.993496 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: agent Oct 24 13:03:59.993817 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: agent_resources_synced.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.994672 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.995214 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: agent-resources-synced Oct 24 13:03:59.995535 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: allowedaddresspairs.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.997266 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.997782 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: allowed-address-pairs Oct 24 13:03:59.998105 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: auto_allocated_topology.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:03:59.999151 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:03:59.999665 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: auto-allocated-topology Oct 24 13:03:59.999985 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: availability_zone.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.000635 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.001140 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: availability_zone Oct 24 13:04:00.001458 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: availability_zone_filter.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.002317 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.003376 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: availability_zone_filter Oct 24 13:04:00.003727 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: data_plane_status.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.004548 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.005314 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension data-plane-status not supported by any of loaded plugins Oct 24 13:04:00.005632 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: default_subnetpools.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.006491 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.006995 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: default-subnetpools Oct 24 13:04:00.007335 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.008097 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.008604 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: dhcp_agent_scheduler Oct 24 13:04:00.008922 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: dns.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.009784 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.010282 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension dns-integration not supported by any of loaded plugins Oct 24 13:04:00.010599 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: dns_domain_ports.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.011494 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.011991 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 24 13:04:00.012307 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.013169 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.013662 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 24 13:04:00.013978 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: dvr.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.014603 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.015127 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: dvr Oct 24 13:04:00.015445 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: ecmp_routes.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.016303 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.016794 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 24 13:04:00.017112 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: empty_string_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.017967 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.019035 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: empty-string-filtering Oct 24 13:04:00.019475 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.020239 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.020715 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 24 13:04:00.021033 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.021890 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.022387 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 24 13:04:00.022709 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: external_net.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.023593 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.024093 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: external-net Oct 24 13:04:00.024412 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.025265 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.025764 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: extra_dhcp_opt Oct 24 13:04:00.026083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: extraroute.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.026933 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.027465 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: extraroute Oct 24 13:04:00.027789 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: extraroute_atomic.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.028762 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.029273 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: extraroute-atomic Oct 24 13:04:00.029589 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: filter_validation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.030211 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.030706 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: filter-validation Oct 24 13:04:00.031136 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: fip_pf_description.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.032003 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.032499 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 24 13:04:00.032816 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: fip_pf_detail.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.033672 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.034451 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 24 13:04:00.034783 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: fip_pf_port_range.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.035676 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.036175 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 24 13:04:00.036494 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: fip_port_details.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.037356 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.037859 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: fip-port-details Oct 24 13:04:00.038178 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: flavors.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.039382 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.039891 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: flavors Oct 24 13:04:00.040216 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.041795 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.042315 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 24 13:04:00.042642 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: floatingip_pools.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.043332 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.043841 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: floatingip-pools Oct 24 13:04:00.044162 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: ip_allocation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.045025 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.045523 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension ip_allocation not supported by any of loaded plugins Oct 24 13:04:00.045840 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.046705 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.047244 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: ip-substring-filtering Oct 24 13:04:00.047565 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l2_adjacency.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.048434 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.048935 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 24 13:04:00.049256 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.050793 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.051341 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: router Oct 24 13:04:00.051661 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.053979 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.054506 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 24 13:04:00.054835 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.055739 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.056258 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: ext-gw-mode Oct 24 13:04:00.056583 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.057456 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.057966 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: l3-ha Oct 24 13:04:00.058286 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.059183 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.059695 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 24 13:04:00.060015 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_flavors.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.060880 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.061382 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: l3-flavors Oct 24 13:04:00.061701 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.063088 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.063594 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 24 13:04:00.063919 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.064816 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.065869 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 24 13:04:00.066196 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: l3agentscheduler.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.067398 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.067905 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: l3_agent_scheduler Oct 24 13:04:00.068234 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: local_ip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.070244 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.070763 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension local_ip not supported by any of loaded plugins Oct 24 13:04:00.071149 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: logging.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.072577 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.073100 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension logging not supported by any of loaded plugins Oct 24 13:04:00.073429 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: metering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.074132 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.074705 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: metering Oct 24 13:04:00.075029 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.076091 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.076604 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: metering_source_and_destination_fields Oct 24 13:04:00.076929 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: multiprovidernet.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.077805 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.078317 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: multi-provider Oct 24 13:04:00.078639 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: netmtu.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.079526 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.080028 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: net-mtu Oct 24 13:04:00.080348 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: netmtu_writable.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.081306 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.081804 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: net-mtu-writable Oct 24 13:04:00.082124 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: network_availability_zone.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.082755 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.083283 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: network_availability_zone Oct 24 13:04:00.083605 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: network_ip_availability.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.084647 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.085155 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: network-ip-availability Oct 24 13:04:00.085478 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: network_segment_range.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.086196 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.086695 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension network-segment-range not supported by any of loaded plugins Oct 24 13:04:00.087016 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: pagination.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.087995 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.088325 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: pagination Oct 24 13:04:00.088644 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: port_device_profile.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.089495 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.089997 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: port-device-profile Oct 24 13:04:00.090318 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: port_mac_address_override.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.091218 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.091719 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: port-mac-override Oct 24 13:04:00.092037 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.092904 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.093405 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: port-mac-address-regenerate Oct 24 13:04:00.093724 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.094586 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.095113 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: port-numa-affinity-policy Oct 24 13:04:00.095435 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: port_resource_request.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.096297 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.097034 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension port-resource-request not supported by any of loaded plugins Oct 24 13:04:00.097357 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: port_resource_request_groups.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.098264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.098763 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 24 13:04:00.099107 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: portbindings.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.099979 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.100480 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: binding Oct 24 13:04:00.100803 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: portbindings_extended.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.103582 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.104095 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: binding-extended Oct 24 13:04:00.104426 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: portsecurity.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.105308 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.105814 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: port-security Oct 24 13:04:00.106137 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: project_id.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.107081 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.107416 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: project-id Oct 24 13:04:00.107732 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: providernet.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.108600 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.109120 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: provider Oct 24 13:04:00.109444 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.113440 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.113967 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos not supported by any of loaded plugins Oct 24 13:04:00.114299 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.115521 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.116043 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 24 13:04:00.116373 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.117247 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.117758 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 24 13:04:00.118085 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_default.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.118955 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.119503 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-default not supported by any of loaded plugins Oct 24 13:04:00.119832 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_fip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.120705 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.121209 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-fip not supported by any of loaded plugins Oct 24 13:04:00.121536 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.122402 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.122907 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 24 13:04:00.123265 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_gateway_ip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.124143 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.124652 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 24 13:04:00.124973 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_port_network_policy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.125839 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.126348 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 24 13:04:00.126672 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.127772 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.128289 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 24 13:04:00.128606 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.129595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.130368 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 24 13:04:00.130690 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_pps_rule.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.131939 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.132450 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-pps not supported by any of loaded plugins Oct 24 13:04:00.132775 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_rule_type_details.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.133646 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.134152 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 24 13:04:00.134476 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.135380 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.135892 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 24 13:04:00.136215 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: qos_rules_alias.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.137224 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.137729 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 24 13:04:00.138051 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: quota_check_limit.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.138922 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.139470 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: quota-check-limit Oct 24 13:04:00.139793 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: quotasv2.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.140699 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.141019 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: quotas Oct 24 13:04:00.141338 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: quotasv2_detail.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.142974 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.143856 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: quota_details Oct 24 13:04:00.144183 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: rbac.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.145208 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.145723 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: rbac-policies Oct 24 13:04:00.146051 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: rbac_address_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.146929 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.147469 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: rbac-address-group Oct 24 13:04:00.147794 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: rbac_address_scope.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.148754 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.149259 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: rbac-address-scope Oct 24 13:04:00.149581 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: rbac_security_groups.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.150482 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.150986 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: rbac-security-groups Oct 24 13:04:00.151330 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: rbac_subnetpool.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.152198 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.152701 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: rbac-subnetpool Oct 24 13:04:00.153019 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: revisionifmatch.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.153891 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.154391 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: revision-if-match Oct 24 13:04:00.154709 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: revisions.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.155815 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.156322 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: standard-attr-revisions Oct 24 13:04:00.156646 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: router_availability_zone.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.157273 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.157778 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: router_availability_zone Oct 24 13:04:00.158097 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: routerservicetype.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.159623 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.160087 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension router-service-type not supported by any of loaded plugins Oct 24 13:04:00.160409 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.161285 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.161789 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: security-groups-normalized-cidr Oct 24 13:04:00.162109 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.162980 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.163520 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: port-security-groups-filtering Oct 24 13:04:00.163844 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.164722 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.165234 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: security-groups-remote-address-group Oct 24 13:04:00.165558 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.166436 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.166948 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: security-groups-shared-filtering Oct 24 13:04:00.167298 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: securitygroup.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.176882 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.177404 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: security-group Oct 24 13:04:00.177739 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: segment.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.178425 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.178938 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension segment not supported by any of loaded plugins Oct 24 13:04:00.179290 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.180184 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.180691 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 24 13:04:00.181014 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: servicetype.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.182051 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.182562 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: service-type Oct 24 13:04:00.182888 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: sorting.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.183851 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.184179 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: sorting Oct 24 13:04:00.184496 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: standard_attr_segment.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.185363 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.185874 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 24 13:04:00.186198 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: standardattrdescription.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.186817 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.187358 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: standard-attr-description Oct 24 13:04:00.187680 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: stateful_security_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.188562 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.189080 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: stateful-security-group Oct 24 13:04:00.189407 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: stdattrs_common.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.189949 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 24 13:04:00.190722 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.191654 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.192159 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 24 13:04:00.192480 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: subnet_onboard.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.193479 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.193990 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: subnet_onboard Oct 24 13:04:00.194312 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.195220 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.195725 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 24 13:04:00.196044 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: subnet_service_types.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.196919 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.197425 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: subnet-service-types Oct 24 13:04:00.197745 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: subnetallocation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.198760 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.199303 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: subnet_allocation Oct 24 13:04:00.199629 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.200265 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.200773 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: subnetpool-prefix-ops Oct 24 13:04:00.201096 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.201979 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.202485 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 24 13:04:00.202804 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: tagging.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.203841 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.204412 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: standard-attr-tag Oct 24 13:04:00.204690 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: timestamp.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.206350 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.206861 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loaded extension: standard-attr-timestamp Oct 24 13:04:00.207228 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: trunk.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.208204 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.208714 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension trunk not supported by any of loaded plugins Oct 24 13:04:00.209037 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: trunk_details.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.209900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.210410 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension trunk-details not supported by any of loaded plugins Oct 24 13:04:00.210733 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: uplink_status_propagation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.211638 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.212133 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 24 13:04:00.212455 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Loading extension file: vlantransparent.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 24 13:04:00.213078 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 24 13:04:00.213577 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 24 13:04:00.216300 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:network Oct 24 13:04:00.216813 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:subnet Oct 24 13:04:00.217207 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:04:00.217595 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:port Oct 24 13:04:00.218843 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.219342 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service FLAVORS assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.219954 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.220383 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.220723 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:router Oct 24 13:04:00.221149 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:floatingip Oct 24 13:04:00.222183 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service METERING assigned prefix: /metering {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.223678 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:04:00.224038 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:04:00.224393 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:04:00.225405 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of CountableResource for resource:rbac_policy Oct 24 13:04:00.225861 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:security_group Oct 24 13:04:00.226299 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 24 13:04:00.226804 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.227168 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:04:00.227515 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] subnetpool is already registered Oct 24 13:04:00.227933 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.228264 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:04:00.228595 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] subnetpool is already registered Oct 24 13:04:00.230990 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.231447 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service FLAVORS assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.232045 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.232466 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.232877 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:router Oct 24 13:04:00.233227 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] router is already registered Oct 24 13:04:00.233640 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:floatingip Oct 24 13:04:00.233976 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] floatingip is already registered Oct 24 13:04:00.234428 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service METERING assigned prefix: /metering {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.235141 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of CountableResource for resource:rbac_policy Oct 24 13:04:00.235474 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] rbac_policy is already registered Oct 24 13:04:00.235888 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:security_group Oct 24 13:04:00.236227 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] security_group is already registered Oct 24 13:04:00.236632 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 24 13:04:00.237174 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] security_group_rule is already registered Oct 24 13:04:00.237918 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.238248 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:04:00.238584 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] subnetpool is already registered Oct 24 13:04:00.239000 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 24 13:04:00.239350 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Creating instance of TrackedResource for resource:subnetpool Oct 24 13:04:00.239682 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] subnetpool is already registered Oct 24 13:04:00.240146 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: extensions {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.241588 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: address-groups {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.243108 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: address-scopes {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.244433 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: agents {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.245594 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: auto-allocated-topology {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.246831 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: availability_zones {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.248093 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: dhcp-networks {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.249627 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: dhcp-agents {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.251064 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: routers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.253016 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: flavors {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.254299 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: service_profiles {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.255815 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: next_providers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.257263 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: service_profiles {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.258810 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: floatingip-pools {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.260097 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: routers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.261797 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: floatingips {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.263085 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: l3-routers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.264481 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: l3-agents {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.265898 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: metering-labels {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.267198 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: metering-label-rules {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.270215 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: network-ip-availabilities {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.271519 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: bindings {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.273093 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: quotas {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.274771 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: quotas {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.276376 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: rbac-policies {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.277569 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: security-groups {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.278881 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: security-group-rules {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.280168 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: service-providers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.281390 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: subnetpools {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.282737 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: subnetpools {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.285044 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.286724 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.288567 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.290374 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.292096 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.294065 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.295790 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.297704 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.299562 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.301414 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron.api.extensions [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 24 13:04:00.307412 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING keystonemiddleware.auth_token [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 24 13:04:00.312513 dv-cinder-862489-1-iscsi neutron-server[104557]: WARNING keystonemiddleware.auth_token [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 24 13:04:00.321299 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Acquiring lock "singleton_lock" {{(pid=104557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 24 13:04:00.321623 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Acquired lock "singleton_lock" {{(pid=104557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 24 13:04:00.322089 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Releasing lock "singleton_lock" {{(pid=104557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 24 13:04:00.322743 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Starting 2 workers Oct 24 13:04:00.327479 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Started child 104668 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:04:00.332310 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Started child 104669 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:04:00.333881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:00.334567 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO neutron.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 24 13:04:00.334729 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:00.335399 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [-] (104668) wsgi starting up on http://0.0.0.0:9696 Oct 24 13:04:00.337059 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Starting 1 workers Oct 24 13:04:00.337341 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:00.338714 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [-] (104669) wsgi starting up on http://0.0.0.0:9696 Oct 24 13:04:00.342196 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Started child 104670 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:04:00.342719 dv-cinder-862489-1-iscsi neutron-server[104557]: INFO oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Starting 1 workers Oct 24 13:04:00.346040 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] calling RpcWorker wait() {{(pid=104670) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 24 13:04:00.347452 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] returning from RpcWorker wait() {{(pid=104670) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 24 13:04:00.347811 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Started child 104671 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 24 13:04:00.348763 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7abdb29-bdff-4990-ad1a-1b3c79a26133 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:00.349219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:00.349747 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:00.350690 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 24 13:04:00.350896 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 13:04:00.351112 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 13:04:00.351339 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 13:04:00.351680 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 13:04:00.351858 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 13:04:00.352385 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.352675 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.352923 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.353149 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:00.353603 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.353741 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.354008 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.354241 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.354507 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.354771 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.354942 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.355130 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.355374 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.355627 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.355952 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.356218 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.356470 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.356720 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.356890 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.357155 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.357414 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.357674 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.357968 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] debug = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.358206 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.358723 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.358950 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.359216 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.359432 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.359699 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.359923 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.360161 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.360390 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.360619 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.360869 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.361125 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.361376 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.361589 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.361894 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.362218 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.362489 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.362972 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] host = dv-cinder-862489-1-iscsi {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.363234 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.363465 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.363711 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.363957 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.364207 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.364434 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.364693 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.364935 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.365195 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.365418 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.365693 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.365937 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.366167 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.366398 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.366561 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_options = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.366793 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.367080 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.367359 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.367552 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.367717 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.367879 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.368136 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.368300 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.368548 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.368769 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.368961 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.369172 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.369384 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.369596 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.369856 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.370083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.370314 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.370541 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.370795 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.371999 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.372240 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.372450 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:00.372591 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.372717 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.372933 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.373200 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.373434 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.373650 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.373864 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.375121 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.375662 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.375799 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.376070 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.376251 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.377031 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.377031 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.377031 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.377266 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.377418 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.378025 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.378430 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.378841 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.379121 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.379529 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.381128 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.381128 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.381128 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.381319 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_json = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.381470 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.382186 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.383004 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.383267 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.383497 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.383722 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.383946 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.384193 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.384416 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.384853 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.385141 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.385454 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.385736 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.385974 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.386217 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.386450 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.386674 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.386924 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.387178 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.387468 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389264 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389701 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389701 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389701 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.389917 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.390157 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.390436 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.390660 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.390892 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.391169 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.391412 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.391731 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.391987 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.392260 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.392596 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.392861 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.393128 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.394047 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.394401 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.394791 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.395036 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.395330 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.395566 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.395805 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.396058 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.396312 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.396566 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.396814 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.397024 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.397476 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.397722 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.397959 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.398212 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.398446 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.398812 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.399022 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.399421 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.399656 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.399886 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.400116 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.400379 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.400637 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.400903 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.401159 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.401373 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.401593 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.401843 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.402057 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.402284 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.402494 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.402706 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.402913 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.403335 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.403553 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.405545 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.405794 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.408020 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.408267 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.408506 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.408770 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.409672 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.410073 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.410368 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.410600 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.410846 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.411096 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.411441 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.411772 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.412120 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.412430 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.412654 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.412879 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.413092 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.413327 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.413543 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.413768 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.414081 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.414336 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.414574 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.414809 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.415041 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.415371 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.415625 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.415861 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.416078 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.416312 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.416925 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.417152 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.417401 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.417923 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.418304 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.418549 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.418771 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.418994 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.419240 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.419451 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.419839 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.420084 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.420299 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.420547 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.420768 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.421022 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.421276 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.421527 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.421742 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.422022 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.422281 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.422545 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.422812 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.423139 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.423339 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.423609 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.423902 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.424174 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.424420 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.425030 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.425555 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.425829 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.426075 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.426356 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.426580 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.426844 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.427082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.427334 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.427572 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.427804 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.428054 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.428384 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.428616 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.428834 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.429049 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.429320 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.429615 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.429842 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.430109 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.430355 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.430614 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.430841 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.431104 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.431354 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.431592 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.431819 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.432031 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.432266 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.432482 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.432742 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.432976 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.433195 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.433433 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.433653 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.433888 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.434102 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.434322 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.434539 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.434798 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.435011 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.435268 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.435502 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.435718 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.435938 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.436171 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.436382 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.436629 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.436846 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.437110 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.437403 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.437572 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.437805 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.438047 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.438302 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.438747 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.438874 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.439317 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.439433 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.439635 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.439872 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.440643 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.441129 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.441292 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.441513 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.441750 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.441994 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.442342 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.442592 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.442824 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.443251 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.443342 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.443574 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.443794 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.444008 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.444259 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.444474 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.444693 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.444907 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.445138 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.445350 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.445562 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.445772 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.446006 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.446216 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.446469 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.446685 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.446932 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.447190 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.447456 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.447657 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.447891 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.448122 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.448433 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.448630 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.448861 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.449069 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.449277 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.449484 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.449811 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.450063 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.450290 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.450541 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.450759 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.450988 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.451251 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.451461 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.451688 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.451910 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.452122 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.452329 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.452554 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.452762 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.452970 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454090 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454090 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454090 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454090 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454090 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454577 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454577 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454577 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.454814 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.455023 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.455272 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.455481 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.455741 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.456647 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.457019 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.457288 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.457502 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.457716 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.457939 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.458153 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.458362 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.458666 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.458914 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.459161 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.459469 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.459658 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.459906 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.460142 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.460443 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.460661 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.460900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.461147 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.461365 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.461588 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.461841 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.461935 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:00.462183 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.462487 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.462743 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.463009 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.463307 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.463586 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.463861 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.464099 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.464401 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.464722 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.464987 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.465238 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.465492 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.465738 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.465988 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.466188 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.466540 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.467221 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.467441 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.468397 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.468738 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.469058 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.469325 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.469579 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.469831 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.470199 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.470353 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.470480 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.470712 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.470871 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 13:04:00.471567 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 24 13:04:00.471849 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 24 13:04:00.472133 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 24 13:04:00.472449 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 24 13:04:00.472757 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 24 13:04:00.473022 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 24 13:04:00.473352 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.473833 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.474313 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.474821 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.475156 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.475456 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.475741 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.476024 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.476307 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.476590 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.476871 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.477155 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.478619 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.478619 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.478619 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.478619 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.478926 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.478926 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.479165 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.479288 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.479453 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.479622 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] debug = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483083 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.483551 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] host = dv-cinder-862489-1-iscsi {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484082 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.484595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_options = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485643 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485643 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485643 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485844 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485844 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.485982 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.486132 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.486284 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.486437 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.486595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.486754 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.486911 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.487134 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.487573 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.487912 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.488078 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.488233 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.488385 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.488550 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.488707 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.488865 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.489024 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.489180 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.489340 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.489524 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.489647 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.489955 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.490121 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.490282 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.490442 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.490601 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.490755 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.491094 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.491262 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.491420 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.491581 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.491742 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.491900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492058 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492216 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492368 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492526 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492681 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_json = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492839 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.492995 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.493151 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.493307 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.493463 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.493619 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.493774 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.493931 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.494091 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 24 13:04:00.494269 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.494429 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.494595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.494755 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.494914 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.495093 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.495257 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.495416 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.495576 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.495735 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.495900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.496060 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.496229 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.496388 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.496546 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.496707 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.496915 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.497080 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.497240 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.497398 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.497556 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.497716 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.497882 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.498042 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.498199 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.498358 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.498515 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.498687 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.498846 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.499010 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.499221 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.499382 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.499542 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.499700 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.499863 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500023 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500183 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500342 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500502 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500662 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500822 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.500981 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.501140 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.501299 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.501459 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.501618 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.501921 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.501921 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.502070 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.502219 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.502378 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.502537 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.503293 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.503587 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.503833 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.504001 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.504164 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.504336 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.504496 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.504674 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.504815 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.505230 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.505497 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.505783 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.506139 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.506396 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.506677 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.506947 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.507293 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.507580 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.507869 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.508159 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.508452 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.508734 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.509022 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.509305 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.509593 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.509882 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.510173 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.510463 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.510754 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.511031 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.511459 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.511740 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.512026 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.512313 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.512600 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.512889 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.513174 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.513463 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.513746 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.514047 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.514367 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.516234 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.516416 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.516585 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.516755 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.516921 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.517087 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.517251 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.517413 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.517575 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.517735 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.517894 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.518057 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.518342 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.519102 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.519295 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.519479 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.519659 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.519837 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.520035 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.520235 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.520343 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.520513 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.520681 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.520846 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.521014 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.521178 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.521340 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.521504 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.521667 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.521828 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522001 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522165 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522329 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522491 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522658 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522832 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.522996 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.523181 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.523345 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.523507 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.523670 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.523833 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.523995 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.524156 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.524317 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.524477 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.524650 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.524813 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.524975 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.525136 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.525323 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.525486 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.525650 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.525813 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.525975 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.526140 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.526303 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.526465 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.526627 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.526863 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.526961 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.527125 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.527287 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.527450 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.527612 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.527774 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.527937 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.528100 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.528262 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.528432 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.528595 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.528758 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.528999 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.529278 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.529446 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.529609 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.529759 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.529925 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.530108 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.530285 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.530479 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.530643 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.530835 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.530999 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.531182 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.531345 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.531509 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.531674 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.531838 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.532453 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.532627 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.532844 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.533012 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.533202 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.533375 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.533633 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.533870 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.534395 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.534949 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.535141 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.535308 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.535471 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.535637 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.535800 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.535963 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.536147 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.536310 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.536474 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.536641 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.536785 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.536952 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.537095 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.537237 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.537396 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.537553 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.537717 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.537879 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.538040 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.538201 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.538362 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.538523 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.538683 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.541074 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.541248 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.541416 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.541581 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.541745 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.541918 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.542148 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.542252 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.542399 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.542572 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.542709 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.542871 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.543033 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.543216 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.543438 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.543736 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.543962 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.544132 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.544369 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.544651 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.544927 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.545111 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.546371 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.546559 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.546732 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.546900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.547086 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.547268 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.547433 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.547597 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.547764 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.547927 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.548092 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.548265 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.548428 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.548590 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.548755 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.548916 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.549078 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.549249 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.549412 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.549603 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.549760 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.549920 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.550270 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.550449 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.550611 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.550773 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.550937 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.551127 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.551290 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.551464 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.551628 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.551789 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.551961 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.552124 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.552284 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.552446 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.552622 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.552785 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.552949 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.553116 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.553277 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.553440 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.553604 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.553771 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.553943 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.554112 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.554275 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.554445 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.554615 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.554786 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.554949 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.555138 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.555315 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.555477 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.555640 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.555802 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.555963 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.556125 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.556287 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.556448 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.556610 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.556771 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.556932 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.557094 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.557255 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.557417 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.557578 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.557740 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.557900 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.558060 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.558223 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.558385 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 24 13:04:00.558540 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 24 13:04:00.572558 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56796) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:00.579533 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049086 Oct 24 13:04:00.584684 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0045865 Oct 24 13:04:09.832068 dv-cinder-862489-1-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:12.097854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20da7b-a47a-4977-abd1-c8085e4381b9 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:04:12.103954 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writer thread running {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:04:12.169341 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20da7b-a47a-4977-abd1-c8085e4381b9 None None] No non-hosted networks {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 24 13:04:12.191167 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.agentschedulers_db [None req-1d20da7b-a47a-4977-abd1-c8085e4381b9 None None] DHCP Agent not found on host dv-cinder-862489-1-iscsi {{(pid=104670) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 24 13:04:12.301280 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd2d68e6-748a-44df-affc-e439fdeed606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418460'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:13.801282 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writer thread running {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:04:14.277475 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-c643f778-2001-4fcf-a041-3fcec3f2c575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418460'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:14.317469 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b430e9db-7891-4e51-9c57-d891f422b494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:15.612762 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418460'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:15.866487 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56872) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:16.441240 dv-cinder-862489-1-iscsi neutron-server[104669]: WARNING oslo_policy.policy [None req-14257326-8e05-40a2-8668-f9cf7be9582f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:04:16.441870 dv-cinder-862489-1-iscsi neutron-server[104669]: WARNING oslo_policy.policy [None req-14257326-8e05-40a2-8668-f9cf7be9582f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:04:16.661816 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [None req-14257326-8e05-40a2-8668-f9cf7be9582f admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:04:16.663126 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-14257326-8e05-40a2-8668-f9cf7be9582f admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7956278 Oct 24 13:04:17.213568 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418460'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:17.215360 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.216328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.216910 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.217745 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.218399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.218930 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.219767 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.220215 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.221252 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.222400 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.222977 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.223580 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.223992 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.224387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.224854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:17.225332 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862489-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:17.232001 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862489-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:17.267023 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418460'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:19.418467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56906) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:19.454384 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.db.l3_hamode_db [None req-fc1525fb-4090-4efe-a1a3-cc75cddfbf7d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 24 13:04:19.533502 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1525fb-4090-4efe-a1a3-cc75cddfbf7d None None] Routers set() bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:04:19.534014 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1525fb-4090-4efe-a1a3-cc75cddfbf7d None None] Router IDs set() for agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 24 13:04:19.745055 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:19.757364 dv-cinder-862489-1-iscsi neutron-server[104669]: ERROR stevedore.extension [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 24 13:04:19.838436 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.policy [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 24 13:04:19.879734 dv-cinder-862489-1-iscsi neutron-server[104669]: WARNING oslo_policy.policy [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:04:19.880374 dv-cinder-862489-1-iscsi neutron-server[104669]: WARNING oslo_policy.policy [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:04:19.900460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writer thread running {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:04:19.978196 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778765318749', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778765318177', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778765334914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778765321265', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778765348211', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778765340176', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-13254577', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-13238668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-473917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451553'] for rbac-policy (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:20.047374 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:20.048590 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3b35de6b-40b9-48f5-9fc3-74923a2cb159 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6291306 Oct 24 13:04:22.655776 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56916) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:22.978820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:23.007961 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Made reservation on behalf of 1634123c90c5493296570578db87c5c2 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:04:23.012139 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.030560 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.141833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks [] for security_group (ce0703d8-2f14-4127-a3eb-c9e3edf1b32f), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.146232 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ce0703d8-2f14-4127-a3eb-c9e3edf1b32f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.170460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:04:23.208421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778769035066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (6ee5d6bd-3820-4b77-9fa1-817287fbb09c), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.208907 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Unsubscribe: segment precommit_create {{(pid=104669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 24 13:04:23.209426 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Added segment 6ee5d6bd-3820-4b77-9fa1-817287fbb09c of type vlan for network e152b15e-8b8f-43d3-9561-71079e523c4e Oct 24 13:04:23.227306 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0703d8-2f14-4127-a3eb-c9e3edf1b32f,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:23.279204 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.279542 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.279902 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.280253 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.280581 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.280901 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.281220 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.281536 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.281851 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.282161 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.282477 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.282808 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.283694 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.284024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.284343 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Tracked resource versions report: Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: pushed versions: Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: { 'AddressGroup': {'1.2'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Agent': {'1.1'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'ConntrackHelper': {'1.0'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Log': {'1.0'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'NDPProxy': {'1.0'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Network': {'1.1'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Port': {'1.7'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'PortForwarding': {'1.3'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'QosPolicy': {'1.10'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroup': {'1.5'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SubPort': {'1.0'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Subnet': {'1.1'}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Trunk': {'1.1'}} Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: consumer versions: Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Agent': '1.1', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'ConntrackHelper': '1.0', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'LocalIPAssociation': '1.0', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Log': '1.0', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'NDPProxy': '1.0', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Network': '1.1', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Port': '1.7', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'PortForwarding': '1.3', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'QosPolicy': '1.10', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroup': '1.5', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroupRule': '1.2', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SubPort': '1.0', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Subnet': '1.1', Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Trunk': '1.1'}} Oct 24 13:04:23.285754 dv-cinder-862489-1-iscsi neutron-server[104669]: {{(pid=104669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:04:23.318858 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (e152b15e-8b8f-43d3-9561-71079e523c4e), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.360361 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (e152b15e-8b8f-43d3-9561-71079e523c4e), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.366285 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:23.367009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:23.460523 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8035898 Oct 24 13:04:23.480229 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:23.491905 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3bb34-8258-463c-9335-f7f1575a1dab demo demo] Pushing event updated for resources: {'Network': ['ID=e152b15e-8b8f-43d3-9561-71079e523c4e,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:23.506519 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network e152b15e-8b8f-43d3-9561-71079e523c4e details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:04:26.171758 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56930) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:26.589328 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f03c2-b8a4-4b15-934b-b8bbaae7a776 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:26.590683 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d18f03c2-b8a4-4b15-934b-b8bbaae7a776 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/e152b15e-8b8f-43d3-9561-71079e523c4e HTTP/1.1" status: 200 len: 825 time: 0.4179854 Oct 24 13:04:26.615880 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b308c176-0eab-4d2a-a383-2c68366238d7 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/0eb2417f-0e3b-47e5-9ca2-4e111d0ce850 HTTP/1.1" status: 200 len: 734 time: 0.0185444 Oct 24 13:04:26.624218 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:26.646017 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Made reservation on behalf of 1634123c90c5493296570578db87c5c2 for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:04:26.648357 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:26.799429 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:26.945486 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (c4511fdc-f550-475f-96c3-a43dd6baa8f4), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:27.018511 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Checking segment: {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:04:27.018872 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Network hostable DHCP agents. Network: e152b15e-8b8f-43d3-9561-71079e523c4e, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:04:27.023498 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Pushing event updated for resources: {'Subnet': ['ID=c4511fdc-f550-475f-96c3-a43dd6baa8f4,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:27.042264 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Network e152b15e-8b8f-43d3-9561-71079e523c4e is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:04:27.053595 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, e152b15e-8b8f-43d3-9561-71079e523c4e) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:04:27.058070 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:27.058692 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:27.064843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408df91-6ec4-45b3-aad7-203b1ea8342a None None] Network e152b15e-8b8f-43d3-9561-71079e523c4e requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:04:27.074841 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-910cee01-b866-4bd0-ab18-b29762b2885d demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4536755 Oct 24 13:04:27.340868 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-e152b15e-8b8f-43d3-9561-71079e523c4e', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'project_id': '1634123c90c5493296570578db87c5c2', 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:04:27.342168 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:27.626843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Allocated IP 172.20.0.2 (e152b15e-8b8f-43d3-9561-71079e523c4e/c4511fdc-f550-475f-96c3-a43dd6baa8f4/437d3947-9fe8-4d6b-905a-bf1650872d60) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:04:27.687116 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:27.910013 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Publish callbacks [] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:27.920556 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:28.013799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Pushing event updated for resources: {'Port': ['ID=437d3947-9fe8-4d6b-905a-bf1650872d60,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:28.025765 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.026108 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.026461 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.026821 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.027183 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.027513 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.027834 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.028152 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.028473 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.029016 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.029339 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.029674 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.029993 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.030309 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.030622 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Tracked resource versions report: Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: pushed versions: Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: { 'AddressGroup': {'1.2'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Agent': {'1.1'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'ConntrackHelper': {'1.0'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Log': {'1.0'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'NDPProxy': {'1.0'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Network': {'1.1'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Port': {'1.7'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'PortForwarding': {'1.3'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'QosPolicy': {'1.10'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroup': {'1.5'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SubPort': {'1.0'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Subnet': {'1.1'}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Trunk': {'1.1'}} Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: consumer versions: Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Agent': '1.1', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'ConntrackHelper': '1.0', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'LocalIPAssociation': '1.0', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Log': '1.0', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'NDPProxy': '1.0', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Network': '1.1', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Port': '1.7', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'PortForwarding': '1.3', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'QosPolicy': '1.10', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroup': '1.5', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroupRule': '1.2', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SubPort': '1.0', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Subnet': '1.1', Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Trunk': '1.1'}} Oct 24 13:04:28.032063 dv-cinder-862489-1-iscsi neutron-server[104670]: {{(pid=104670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:04:28.035792 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Network e152b15e-8b8f-43d3-9561-71079e523c4e is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:04:28.037984 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:04:28.046001 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:04:28.125695 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Attempting to bind port 437d3947-9fe8-4d6b-905a-bf1650872d60 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:04:28.126369 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Attempting to bind port 437d3947-9fe8-4d6b-905a-bf1650872d60 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:04:28.126499 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Attempting to bind port 437d3947-9fe8-4d6b-905a-bf1650872d60 on network e152b15e-8b8f-43d3-9561-71079e523c4e {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:04:28.174374 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:04:28.174659 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Checking segment: {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:04:28.175161 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:28.175547 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Bound using segment: {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:04:28.176037 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Bound port: 437d3947-9fe8-4d6b-905a-bf1650872d60, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:04:28.176425 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:28.209135 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:28.239155 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] For port 437d3947-9fe8-4d6b-905a-bf1650872d60, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:04:28.258571 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] For port 437d3947-9fe8-4d6b-905a-bf1650872d60, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=437d3947-9fe8-4d6b-905a-bf1650872d60,segment=NetworkSegment(6ee5d6bd-3820-4b77-9fa1-817287fbb09c),segment_id=6ee5d6bd-3820-4b77-9fa1-817287fbb09c)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:04:28.265371 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:28.316036 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c12c24-e4c7-40e1-9b92-88b337b226c5 None None] Pushing event updated for resources: {'Port': ['ID=437d3947-9fe8-4d6b-905a-bf1650872d60,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:29.279006 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:29.285229 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=7 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:29.766637 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 56944) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:30.291447 dv-cinder-862489-1-iscsi neutron-server[104668]: WARNING oslo_policy.policy [None req-f8519a6a-2677-46fe-afef-dd8226eb8a2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:04:30.292006 dv-cinder-862489-1-iscsi neutron-server[104668]: WARNING oslo_policy.policy [None req-f8519a6a-2677-46fe-afef-dd8226eb8a2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:04:30.510669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [None req-f8519a6a-2677-46fe-afef-dd8226eb8a2e admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:04:30.512248 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f8519a6a-2677-46fe-afef-dd8226eb8a2e admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7429371 Oct 24 13:04:33.197351 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56958) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:33.528737 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [None req-e65c19ca-e1b4-489f-a4a5-7e45dea35609 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:04:33.529728 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e65c19ca-e1b4-489f-a4a5-7e45dea35609 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3314185 Oct 24 13:04:36.222013 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56970) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:36.412354 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b493b9-4179-45c5-8a78-c08387e3a2a1 None None] Network e152b15e-8b8f-43d3-9561-71079e523c4e requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:04:36.545020 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Provisioning complete for port 437d3947-9fe8-4d6b-905a-bf1650872d60 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:36.545442 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.545814 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Attempt 1 to provision port 437d3947-9fe8-4d6b-905a-bf1650872d60 Oct 24 13:04:36.559467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:36.586684 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.588315 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.682361 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Current status of the port 437d3947-9fe8-4d6b-905a-bf1650872d60 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:04:36.682753 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.720243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] For port 437d3947-9fe8-4d6b-905a-bf1650872d60, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=437d3947-9fe8-4d6b-905a-bf1650872d60,segment=NetworkSegment(6ee5d6bd-3820-4b77-9fa1-817287fbb09c),segment_id=6ee5d6bd-3820-4b77-9fa1-817287fbb09c)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:04:36.725609 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.740237 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] Publish callbacks [] for router_controller (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.745766 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.764212 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.765400 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-24ea05d9-c5dc-4e1c-a4c6-1f648b8f90f6 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5424871 Oct 24 13:04:36.779563 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15a414-98e2-4645-ad18-bfc2999966ab None None] Pushing event updated for resources: {'Port': ['ID=437d3947-9fe8-4d6b-905a-bf1650872d60,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:36.847504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-b7e55522-1caa-4456-9ccd-b77766048445 None None] Provisioning complete for port 437d3947-9fe8-4d6b-905a-bf1650872d60 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:36.847809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b7e55522-1caa-4456-9ccd-b77766048445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.848155 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-b7e55522-1caa-4456-9ccd-b77766048445 None None] Attempt 1 to provision port 437d3947-9fe8-4d6b-905a-bf1650872d60 Oct 24 13:04:36.888107 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:36.932641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b7e55522-1caa-4456-9ccd-b77766048445 None None] Current status of the port 437d3947-9fe8-4d6b-905a-bf1650872d60 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:04:36.952942 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 437d3947-9fe8-4d6b-905a-bf1650872d60 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:04:36.997331 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 437d3947-9fe8-4d6b-905a-bf1650872d60 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:36.997722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:36.998060 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 437d3947-9fe8-4d6b-905a-bf1650872d60 Oct 24 13:04:37.070632 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 437d3947-9fe8-4d6b-905a-bf1650872d60 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:04:39.405971 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56978) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:39.734813 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [None req-fca1f9c9-8d72-4164-8cbd-063b5d7cf85a admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:04:39.735973 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-fca1f9c9-8d72-4164-8cbd-063b5d7cf85a admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3289580 Oct 24 13:04:42.045525 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-788dffaa-0631-4467-a37a-4e6d286d4285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.380837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56986) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:42.702780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:42.723211 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Made reservation on behalf of f3929898cf764cd6a05e8662e83d95e0 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:04:42.725461 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.733514 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.807138 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks [] for security_group (24349fe9-d6fd-4fa8-b1fd-3183a11969e8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.810530 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (24349fe9-d6fd-4fa8-b1fd-3183a11969e8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.824641 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104669) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 24 13:04:42.828215 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:42.845163 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24349fe9-d6fd-4fa8-b1fd-3183a11969e8,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:42.852888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (68072d50-5447-4371-afd8-9898d73e7d81), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.852888 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Added segment 68072d50-5447-4371-afd8-9898d73e7d81 of type flat for network 51341755-016f-4707-88ea-76ce149da04d Oct 24 13:04:42.898734 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (51341755-016f-4707-88ea-76ce149da04d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.930207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (51341755-016f-4707-88ea-76ce149da04d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.931115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:42.931684 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:42.957623 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:43.019794 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6379962 Oct 24 13:04:43.028548 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde0a45-26d4-46d8-98f8-880dc32c1af7 admin admin] Pushing event updated for resources: {'Network': ['ID=51341755-016f-4707-88ea-76ce149da04d,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:43.039820 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 51341755-016f-4707-88ea-76ce149da04d details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:04:44.272326 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5fead2c1-7d22-4819-980a-320f9b1af15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:45.568318 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:45.678380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 56994) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:46.049198 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a03c6-969d-481b-86c1-455e984915ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:46.050503 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-648a03c6-969d-481b-86c1-455e984915ff demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/c4511fdc-f550-475f-96c3-a43dd6baa8f4 HTTP/1.1" status: 200 len: 849 time: 0.3711760 Oct 24 13:04:46.168987 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7bf5c26f-8aec-4334-a742-9261e18750e6 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/a8b628cc-45a0-4252-adc4-dd4cc670c6c6 HTTP/1.1" status: 200 len: 704 time: 0.1124845 Oct 24 13:04:46.437712 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:46.773712 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Allocated IP 172.20.0.1 (e152b15e-8b8f-43d3-9561-71079e523c4e/c4511fdc-f550-475f-96c3-a43dd6baa8f4/90722190-2b77-4971-990e-06fc5f9c3ce1) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:04:46.929474 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks [] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:46.989603 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:46.994864 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.077286 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Network e152b15e-8b8f-43d3-9561-71079e523c4e is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:04:47.083293 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:04:47.088659 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:04:47.088803 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.108829 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Pushing event updated for resources: {'Port': ['ID=90722190-2b77-4971-990e-06fc5f9c3ce1,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:47.195665 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:47.201590 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.228872 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.294753 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:47.297365 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.308952 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-e83473f0-789f-4680-af25-426ad9774e59 None None] Provisioning complete for port 90722190-2b77-4971-990e-06fc5f9c3ce1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:47.309393 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e83473f0-789f-4680-af25-426ad9774e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.309741 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-e83473f0-789f-4680-af25-426ad9774e59 None None] Attempt 1 to provision port 90722190-2b77-4971-990e-06fc5f9c3ce1 Oct 24 13:04:47.341838 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-e83473f0-789f-4680-af25-426ad9774e59 None None] Port 90722190-2b77-4971-990e-06fc5f9c3ce1 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:04:47.394217 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:47.395999 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:47.511542 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks [] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.515862 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.517350 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.598682 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Pushing event updated for resources: {'Port': ['ID=90722190-2b77-4971-990e-06fc5f9c3ce1,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:47.644545 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Network e152b15e-8b8f-43d3-9561-71079e523c4e is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:04:47.645798 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:04:47.804065 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:04:47.861923 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-985c01bd-78dc-402a-a27b-870fa5e0d7ff None None] Provisioning complete for port 90722190-2b77-4971-990e-06fc5f9c3ce1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:47.862226 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-985c01bd-78dc-402a-a27b-870fa5e0d7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:47.862569 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-985c01bd-78dc-402a-a27b-870fa5e0d7ff None None] Attempt 1 to provision port 90722190-2b77-4971-990e-06fc5f9c3ce1 Oct 24 13:04:47.895918 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:04:47.901590 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e8fd2fa2-ffda-489c-93f8-c13c23e0cab9 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/a8b628cc-45a0-4252-adc4-dd4cc670c6c6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7265773 Oct 24 13:04:47.905259 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Sync routers for ids ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:04:47.918302 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Routers {'a8b628cc-45a0-4252-adc4-dd4cc670c6c6'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:04:47.919088 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:04:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:47.957080 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-985c01bd-78dc-402a-a27b-870fa5e0d7ff None None] Port 90722190-2b77-4971-990e-06fc5f9c3ce1 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:04:48.108763 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Set router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 gateway port host: None {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:04:48.526952 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'name': 'router1', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:04:36Z', 'updated_at': '2022-10-24T13:04:47Z', 'revision_number': 2, 'project_id': '1634123c90c5493296570578db87c5c2', 'gw_port_host': None, '_interfaces': [{'id': '90722190-2b77-4971-990e-06fc5f9c3ce1', 'name': '', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'mac_address': 'fa:16:3e:db:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:46Z', 'updated_at': '2022-10-24T13:04:47Z', 'revision_number': 2, 'project_id': '1634123c90c5493296570578db87c5c2', 'subnets': [{'id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:48.576258 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Checking router: a8b628cc-45a0-4252-adc4-dd4cc670c6c6 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:04:48.576627 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Updating router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 port 90722190-2b77-4971-990e-06fc5f9c3ce1 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:04:48.630812 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:49.134198 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Publish callbacks [] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:49.142230 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:49.291441 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Pushing event updated for resources: {'Port': ['ID=90722190-2b77-4971-990e-06fc5f9c3ce1,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:49.295838 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Attempting to bind port 90722190-2b77-4971-990e-06fc5f9c3ce1 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:04:49.296227 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Attempting to bind port 90722190-2b77-4971-990e-06fc5f9c3ce1 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:04:49.296656 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Attempting to bind port 90722190-2b77-4971-990e-06fc5f9c3ce1 on network e152b15e-8b8f-43d3-9561-71079e523c4e {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:04:49.309469 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.309814 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.310176 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.310530 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.310864 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.311216 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.311543 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.311867 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.312192 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.312512 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.312836 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.313175 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.313590 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.313872 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.314183 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Tracked resource versions report: Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: pushed versions: Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: { 'AddressGroup': {'1.2'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Agent': {'1.1'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'ConntrackHelper': {'1.0'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Log': {'1.0'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'NDPProxy': {'1.0'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Network': {'1.1'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Port': {'1.7'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'PortForwarding': {'1.3'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'QosPolicy': {'1.10'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroup': {'1.5'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SubPort': {'1.0'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Subnet': {'1.1'}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Trunk': {'1.1'}} Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: consumer versions: Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Agent': '1.1', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'ConntrackHelper': '1.0', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'LocalIPAssociation': '1.0', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Log': '1.0', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'NDPProxy': '1.0', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Network': '1.1', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Port': '1.7', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'PortForwarding': '1.3', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'QosPolicy': '1.10', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroup': '1.5', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroupRule': '1.2', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SubPort': '1.0', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Subnet': '1.1', Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Trunk': '1.1'}} Oct 24 13:04:49.315615 dv-cinder-862489-1-iscsi neutron-server[104671]: {{(pid=104671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:04:49.398359 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:04:49.398685 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Checking segment: {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:04:49.399205 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:49.399599 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Bound using segment: {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:04:49.400107 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Bound port: 90722190-2b77-4971-990e-06fc5f9c3ce1, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee5d6bd-3820-4b77-9fa1-817287fbb09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:04:49.400509 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:49.449493 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:49.466705 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] For port 90722190-2b77-4971-990e-06fc5f9c3ce1, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:04:49.482478 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:49.488688 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] For port 90722190-2b77-4971-990e-06fc5f9c3ce1, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=90722190-2b77-4971-990e-06fc5f9c3ce1,segment=NetworkSegment(6ee5d6bd-3820-4b77-9fa1-817287fbb09c),segment_id=6ee5d6bd-3820-4b77-9fa1-817287fbb09c)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:04:49.496049 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:49.533132 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Routers {'a8b628cc-45a0-4252-adc4-dd4cc670c6c6'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:04:49.533816 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:04:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:49.588568 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e0510-7ca0-437b-b521-5b9f55971106 None None] Pushing event updated for resources: {'Port': ['ID=90722190-2b77-4971-990e-06fc5f9c3ce1,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:49.632842 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] Set router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 gateway port host: None {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:04:49.831471 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'name': 'router1', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:04:36Z', 'updated_at': '2022-10-24T13:04:47Z', 'revision_number': 2, 'project_id': '1634123c90c5493296570578db87c5c2', 'gw_port_host': None, '_interfaces': [{'id': '90722190-2b77-4971-990e-06fc5f9c3ce1', 'name': '', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'mac_address': 'fa:16:3e:db:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:46Z', 'updated_at': '2022-10-24T13:04:49Z', 'revision_number': 4, 'project_id': '1634123c90c5493296570578db87c5c2', 'subnets': [{'id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:49.856520 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e07f-de4c-4b5e-80d9-feacd2dda94e None None] The sync data for ids ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'] in dv-cinder-862489-1-iscsi is: [{'id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'name': 'router1', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:04:36Z', 'updated_at': '2022-10-24T13:04:47Z', 'revision_number': 2, 'project_id': '1634123c90c5493296570578db87c5c2', 'gw_port_host': None, '_interfaces': [{'id': '90722190-2b77-4971-990e-06fc5f9c3ce1', 'name': '', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'mac_address': 'fa:16:3e:db:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:46Z', 'updated_at': '2022-10-24T13:04:49Z', 'revision_number': 4, 'project_id': '1634123c90c5493296570578db87c5c2', 'subnets': [{'id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:04:50.558337 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57004) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:50.957198 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c85d5-a542-4a4b-9bb0-5c850dc770cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:50.959095 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-731c85d5-a542-4a4b-9bb0-5c850dc770cf admin admin] 10.222.0.42 "GET /networking/v2.0/networks/51341755-016f-4707-88ea-76ce149da04d HTTP/1.1" status: 200 len: 842 time: 0.3993051 Oct 24 13:04:50.968934 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:50.992775 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Made reservation on behalf of f3929898cf764cd6a05e8662e83d95e0 for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:04:50.995207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:51.054840 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:51.292860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:51.347946 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.objects.ports [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104669) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 24 13:04:51.348391 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:51.398832 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:51.416315 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:04:51.416665 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Network hostable DHCP agents. Network: 51341755-016f-4707-88ea-76ce149da04d, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:04:51.434193 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:04:51.442782 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 51341755-016f-4707-88ea-76ce149da04d) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:04:51.446986 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:51.447600 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:51.452680 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb197575-271d-4e2a-a7f9-5d398ccdf364 None None] Network 51341755-016f-4707-88ea-76ce149da04d requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:04:51.467661 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a084b8a8-6f63-4919-ad9a-fd40973218cf admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5023639 Oct 24 13:04:51.562892 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf5297-5eb4-4d52-a64d-cbdacc2b084a None None] Network 51341755-016f-4707-88ea-76ce149da04d requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:04:54.171854 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57012) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:54.591771 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-13f51205-b6ab-4f8c-a74f-0fab110feb33 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/a8b628cc-45a0-4252-adc4-dd4cc670c6c6 HTTP/1.1" status: 200 len: 710 time: 0.4187765 Oct 24 13:04:54.690123 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c87b44-fc4e-4402-9ca8-8717519250e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:04:54.692295 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-15c87b44-fc4e-4402-9ca8-8717519250e3 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/51341755-016f-4707-88ea-76ce149da04d HTTP/1.1" status: 200 len: 886 time: 0.0941989 Oct 24 13:04:54.702149 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:04:54.953366 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks [] for router_gateway (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:54.956706 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 90722190-2b77-4971-990e-06fc5f9c3ce1 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:04:55.011891 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 90722190-2b77-4971-990e-06fc5f9c3ce1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:55.012270 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.012802 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 90722190-2b77-4971-990e-06fc5f9c3ce1 Oct 24 13:04:55.035472 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:55.089458 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 90722190-2b77-4971-990e-06fc5f9c3ce1 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:04:55.089846 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.128510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 90722190-2b77-4971-990e-06fc5f9c3ce1, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=90722190-2b77-4971-990e-06fc5f9c3ce1,segment=NetworkSegment(6ee5d6bd-3820-4b77-9fa1-817287fbb09c),segment_id=6ee5d6bd-3820-4b77-9fa1-817287fbb09c)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:04:55.132621 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.178430 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=90722190-2b77-4971-990e-06fc5f9c3ce1,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:55.186720 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks [] for router_gateway (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.266024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.369765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Allocated IP 172.27.1.157 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/045bf465-c8cf-4b73-b90b-250775365729) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:04:55.379488 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:55.386188 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:04:55.477702 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks [] for port (045bf465-c8cf-4b73-b90b-250775365729), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.510551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (045bf465-c8cf-4b73-b90b-250775365729), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:55.545522 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:04:55.548765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:04:55.551398 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:04:55.598140 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Pushing event updated for resources: {'Port': ['ID=045bf465-c8cf-4b73-b90b-250775365729,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:55.898877 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks [] for router_gateway (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:56.071442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:56.090200 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236680'] for router (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:56.093649 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423553'] for router (a8b628cc-45a0-4252-adc4-dd4cc670c6c6), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:56.197312 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:04:56.260322 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:56.303433 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:04:56.307494 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:56.308666 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-73d936d2-55bf-43ec-9425-a646c7a5ca4a demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/a8b628cc-45a0-4252-adc4-dd4cc670c6c6 HTTP/1.1" status: 200 len: 890 time: 1.6110141 Oct 24 13:04:56.313799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Sync routers for ids ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:04:56.326131 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Routers {'a8b628cc-45a0-4252-adc4-dd4cc670c6c6'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:04:56.326816 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:04:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:56.347671 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:56.543739 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Set router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:04:56.922056 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'name': 'router1', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '045bf465-c8cf-4b73-b90b-250775365729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:04:36Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 4, 'project_id': '1634123c90c5493296570578db87c5c2', 'gw_port': {'id': '045bf465-c8cf-4b73-b90b-250775365729', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:55Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '90722190-2b77-4971-990e-06fc5f9c3ce1', 'name': '', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'mac_address': 'fa:16:3e:db:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:46Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 5, 'project_id': '1634123c90c5493296570578db87c5c2', 'subnets': [{'id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:56.946575 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:56.949073 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 90722190-2b77-4971-990e-06fc5f9c3ce1 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:04:56.994834 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Checking router: a8b628cc-45a0-4252-adc4-dd4cc670c6c6 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:04:56.995227 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Updating router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 port 045bf465-c8cf-4b73-b90b-250775365729 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:04:57.138150 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (045bf465-c8cf-4b73-b90b-250775365729), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.162019 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 90722190-2b77-4971-990e-06fc5f9c3ce1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:57.162403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.162740 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 90722190-2b77-4971-990e-06fc5f9c3ce1 Oct 24 13:04:57.395126 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 90722190-2b77-4971-990e-06fc5f9c3ce1 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:04:57.510810 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Publish callbacks [] for port (045bf465-c8cf-4b73-b90b-250775365729), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.516413 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (045bf465-c8cf-4b73-b90b-250775365729), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.552827 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Attempting to bind port 045bf465-c8cf-4b73-b90b-250775365729 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:04:57.553195 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Attempting to bind port 045bf465-c8cf-4b73-b90b-250775365729 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:04:57.553556 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Attempting to bind port 045bf465-c8cf-4b73-b90b-250775365729 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:04:57.589762 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaa500-76da-4727-b25d-d3957cc6200d None None] Pushing event updated for resources: {'Port': ['ID=045bf465-c8cf-4b73-b90b-250775365729,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:57.591893 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:57.606657 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:04:57.607028 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:04:57.607451 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.607830 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:04:57.608311 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Bound port: 045bf465-c8cf-4b73-b90b-250775365729, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:04:57.608682 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (045bf465-c8cf-4b73-b90b-250775365729), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.656599 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] For port 045bf465-c8cf-4b73-b90b-250775365729, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:04:57.659748 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] For port 045bf465-c8cf-4b73-b90b-250775365729, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=045bf465-c8cf-4b73-b90b-250775365729,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:04:57.665400 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (045bf465-c8cf-4b73-b90b-250775365729), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:57.699009 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Routers {'a8b628cc-45a0-4252-adc4-dd4cc670c6c6'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:04:57.699624 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:04:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:57.757293 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaa500-76da-4727-b25d-d3957cc6200d None None] Pushing event updated for resources: {'Port': ['ID=045bf465-c8cf-4b73-b90b-250775365729,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:57.817257 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] Set router a8b628cc-45a0-4252-adc4-dd4cc670c6c6 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:04:57.988797 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:04:58.012868 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'name': 'router1', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '045bf465-c8cf-4b73-b90b-250775365729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:04:36Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 4, 'project_id': '1634123c90c5493296570578db87c5c2', 'gw_port': {'id': '045bf465-c8cf-4b73-b90b-250775365729', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:55Z', 'updated_at': '2022-10-24T13:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '90722190-2b77-4971-990e-06fc5f9c3ce1', 'name': '', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'mac_address': 'fa:16:3e:db:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:46Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 5, 'project_id': '1634123c90c5493296570578db87c5c2', 'subnets': [{'id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:04:58.038101 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87ba72-beef-4f10-a8a9-dba0f0b4f755 None None] The sync data for ids ['a8b628cc-45a0-4252-adc4-dd4cc670c6c6'] in dv-cinder-862489-1-iscsi is: [{'id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'name': 'router1', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '045bf465-c8cf-4b73-b90b-250775365729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:04:36Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 4, 'project_id': '1634123c90c5493296570578db87c5c2', 'gw_port': {'id': '045bf465-c8cf-4b73-b90b-250775365729', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:55Z', 'updated_at': '2022-10-24T13:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '90722190-2b77-4971-990e-06fc5f9c3ce1', 'name': '', 'network_id': 'e152b15e-8b8f-43d3-9561-71079e523c4e', 'tenant_id': '1634123c90c5493296570578db87c5c2', 'mac_address': 'fa:16:3e:db:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b628cc-45a0-4252-adc4-dd4cc670c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:04:46Z', 'updated_at': '2022-10-24T13:04:55Z', 'revision_number': 5, 'project_id': '1634123c90c5493296570578db87c5c2', 'subnets': [{'id': 'c4511fdc-f550-475f-96c3-a43dd6baa8f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0eb2417f-0e3b-47e5-9ca2-4e111d0ce850'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:04:58.948654 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 045bf465-c8cf-4b73-b90b-250775365729 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:04:58.991867 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 045bf465-c8cf-4b73-b90b-250775365729 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:04:58.992256 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (045bf465-c8cf-4b73-b90b-250775365729), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:58.992599 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 045bf465-c8cf-4b73-b90b-250775365729 Oct 24 13:04:59.067443 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 045bf465-c8cf-4b73-b90b-250775365729 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:04:59.067753 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (045bf465-c8cf-4b73-b90b-250775365729), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:59.090290 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 045bf465-c8cf-4b73-b90b-250775365729, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=045bf465-c8cf-4b73-b90b-250775365729,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:04:59.095228 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (045bf465-c8cf-4b73-b90b-250775365729), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:04:59.128652 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57024) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:04:59.142526 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=045bf465-c8cf-4b73-b90b-250775365729,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:04:59.531641 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-5bbd72c1-b3c0-41ea-b3e2-76316ae4c31f admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4018712 Oct 24 13:04:59.835095 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:INSERT=1,neutron:SELECT=42 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:00.950149 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 045bf465-c8cf-4b73-b90b-250775365729 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:05:00.999912 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 045bf465-c8cf-4b73-b90b-250775365729 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:05:01.000302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (045bf465-c8cf-4b73-b90b-250775365729), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:01.000810 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 045bf465-c8cf-4b73-b90b-250775365729 Oct 24 13:05:01.072707 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 045bf465-c8cf-4b73-b90b-250775365729 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:05:05.381951 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=40 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:09.520141 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=29 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:09.528434 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:11.065588 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:11.071105 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:12.052771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b27ec22d-74dd-4096-bc85-4e9613543983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:14.282385 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5addf35d-49e6-4300-a4bb-6648acf93f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:15.581368 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:17.222013 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:17.244895 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:24.389211 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:24.394546 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:27.236281 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:27.238906 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:32.385833 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:05:42.048667 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d0bef6d1-b0b9-4f47-9af1-db79ebbdeacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:42.381746 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:42.383001 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:44.285424 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9374846e-791c-422f-97f8-728af885f89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:45.592646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:47.216006 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:47.291023 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:05:57.237138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=21 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:05:57.242472 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:01.395044 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:09.385448 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:06:12.043162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3bb6cc69-6087-47af-a8e3-a3c2677646c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:14.281392 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e436f043-75e4-4299-926f-d7523a17cc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:15.572807 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:17.203290 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:17.249927 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:19.381805 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:19.382574 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:25.542553 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57574) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:25.882285 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba4b635-65b1-44fd-8c4e-781ecb41f9c6 admin admin] GET failed (client error): The resource could not be found. Oct 24 13:06:25.883624 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3ba4b635-65b1-44fd-8c4e-781ecb41f9c6 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3402033 Oct 24 13:06:26.048207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356a287-557b-4c57-a7ca-5e64a0b26f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:26.050087 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-5356a287-557b-4c57-a7ca-5e64a0b26f1d admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1620820 Oct 24 13:06:27.235386 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:27.244515 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:28.625324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57584) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:29.002270 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f493201-fda8-48e5-8199-d2d4883f4e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:29.003621 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1f493201-fda8-48e5-8199-d2d4883f4e1d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c4511fdc-f550-475f-96c3-a43dd6baa8f4 HTTP/1.1" status: 200 len: 849 time: 0.3774388 Oct 24 13:06:29.013997 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:06:29.097021 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Publish callbacks [] for subnet (c4511fdc-f550-475f-96c3-a43dd6baa8f4), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:29.240678 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778768959928'] for subnet (c4511fdc-f550-475f-96c3-a43dd6baa8f4), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:29.272793 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:29.273878 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:29.284033 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/c4511fdc-f550-475f-96c3-a43dd6baa8f4 HTTP/1.1" status: 200 len: 868 time: 0.2647274 Oct 24 13:06:29.284286 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e29c92-932e-4326-ab0b-36905b7b286a None None] Network e152b15e-8b8f-43d3-9561-71079e523c4e requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:06:29.293523 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4511fdc-f550-475f-96c3-a43dd6baa8f4,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:06:29.302153 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.302492 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.302855 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.303238 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.303567 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.303892 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.304213 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.304532 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.304877 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.305202 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.305541 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.305864 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.306178 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.306491 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.306803 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220f23bc-5134-48c2-a432-6f8a80028ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:06:29.648421 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Provisioning complete for port 90722190-2b77-4971-990e-06fc5f9c3ce1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:06:29.648822 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (90722190-2b77-4971-990e-06fc5f9c3ce1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:29.649160 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Attempt 1 to provision port 90722190-2b77-4971-990e-06fc5f9c3ce1 Oct 24 13:06:29.722698 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Current status of the port 90722190-2b77-4971-990e-06fc5f9c3ce1 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:06:29.730776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Provisioning complete for port 437d3947-9fe8-4d6b-905a-bf1650872d60 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:06:29.731198 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (437d3947-9fe8-4d6b-905a-bf1650872d60), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:29.731537 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Attempt 1 to provision port 437d3947-9fe8-4d6b-905a-bf1650872d60 Oct 24 13:06:29.804310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-8c87fa6b-add2-45dc-96a9-506bb78f0e5f None None] Current status of the port 437d3947-9fe8-4d6b-905a-bf1650872d60 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:06:31.911543 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57592) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:32.393336 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31b213-3099-454f-a725-cadc097dccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:32.393796 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31b213-3099-454f-a725-cadc097dccef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:32.395335 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-dd31b213-3099-454f-a725-cadc097dccef admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4827843 Oct 24 13:06:35.001403 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57600) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:35.411528 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2abc4b-e40a-48a6-a0f3-27761e987afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:35.411999 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2abc4b-e40a-48a6-a0f3-27761e987afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:35.413533 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-5b2abc4b-e40a-48a6-a0f3-27761e987afd admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4111838 Oct 24 13:06:37.999882 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57608) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:38.384692 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:38.388005 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:38.501314 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac76f5-077c-463c-b9f1-5d4cdfb6d76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:38.502682 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3bac76f5-077c-463c-b9f1-5d4cdfb6d76c admin admin] 10.222.0.42 "GET /networking/v2.0/networks/51341755-016f-4707-88ea-76ce149da04d HTTP/1.1" status: 200 len: 886 time: 0.5018542 Oct 24 13:06:39.799026 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=37 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:39.803260 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=40 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:41.150448 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57616) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:41.514532 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:41.518875 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:41.561539 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c3d25-bf3a-4f74-a3e6-3b38819dfd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:41.562883 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-168c3d25-bf3a-4f74-a3e6-3b38819dfd5d admin admin] 10.222.0.42 "GET /networking/v2.0/networks/e152b15e-8b8f-43d3-9561-71079e523c4e HTTP/1.1" status: 200 len: 869 time: 0.4113932 Oct 24 13:06:42.045855 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d8ce-e78c-4f5f-8a3b-28e5bbe47cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:44.147841 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57624) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:44.283826 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-c4eb0a58-6c53-43d0-9df1-a8a90809fd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:44.558980 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bfbed3-86ef-4e2b-9ad4-2bcb9805d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:44.559461 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bfbed3-86ef-4e2b-9ad4-2bcb9805d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:44.561090 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c6bfbed3-86ef-4e2b-9ad4-2bcb9805d447 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4122989 Oct 24 13:06:45.576545 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:46.384556 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:06:47.109776 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57634) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:47.207196 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:47.240078 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:06:47.484068 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d765bf-a1a1-434a-8885-0af8eb11f411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:47.484442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d765bf-a1a1-434a-8885-0af8eb11f411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:47.485953 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a0d765bf-a1a1-434a-8885-0af8eb11f411 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3752115 Oct 24 13:06:50.041536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57642) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:50.387623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writer thread running {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 24 13:06:50.411786 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:50.493905 dv-cinder-862489-1-iscsi neutron-server[104668]: ERROR stevedore.extension [None req-72d37a20-8b01-4449-b01b-a79679433a9d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 24 13:06:50.550013 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.policy [None req-72d37a20-8b01-4449-b01b-a79679433a9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 24 13:06:50.592359 dv-cinder-862489-1-iscsi neutron-server[104668]: WARNING oslo_policy.policy [None req-72d37a20-8b01-4449-b01b-a79679433a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:06:50.592737 dv-cinder-862489-1-iscsi neutron-server[104668]: WARNING oslo_policy.policy [None req-72d37a20-8b01-4449-b01b-a79679433a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 24 13:06:50.600378 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d37a20-8b01-4449-b01b-a79679433a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:50.602012 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-72d37a20-8b01-4449-b01b-a79679433a9d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596 HTTP/1.1" status: 200 len: 816 time: 0.5595546 Oct 24 13:06:53.149826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57656) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:06:53.530550 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb55f5d-de61-474f-acc3-0c23dbce857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:06:53.531809 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1eb55f5d-de61-474f-acc3-0c23dbce857e admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c4511fdc-f550-475f-96c3-a43dd6baa8f4 HTTP/1.1" status: 200 len: 868 time: 0.3810482 Oct 24 13:06:56.381577 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:57.231594 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:57.234485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:57.476718 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=23 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:06:57.479590 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=18 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:03.525436 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:03.527338 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=14 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:12.049292 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-de1572af-c44a-4adc-9190-6b81bc0a0168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:14.285456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b2e-5be7-4dd1-8f61-1bdfb821b8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:15.389476 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=15 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:15.395726 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=17 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:15.577138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:17.216444 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:17.239828 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:23.242016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57716) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:07:23.383252 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:07:23.569361 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [None req-65a050d4-9585-41d0-9d6c-78015afd9f8c admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:07:23.570369 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-65a050d4-9585-41d0-9d6c-78015afd9f8c admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3274031 Oct 24 13:07:26.241067 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57724) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:07:26.592397 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.pecan_wsgi.hooks.translation [None req-574de4d3-dba3-46a0-a4f4-59eb825c3dfa admin admin] GET failed (client error): The resource could not be found. Oct 24 13:07:26.593712 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-574de4d3-dba3-46a0-a4f4-59eb825c3dfa admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3517306 Oct 24 13:07:26.758990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ae611-0dc7-45c8-839d-d8e642b93867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:07:26.760486 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-535ae611-0dc7-45c8-839d-d8e642b93867 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1619632 Oct 24 13:07:27.233888 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:27.235241 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:29.361775 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57732) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:07:29.686869 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:07:29.724753 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Made reservation on behalf of f3929898cf764cd6a05e8662e83d95e0 for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:07:29.727713 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:29.775648 dv-cinder-862489-1-iscsi neutron-server[104668]: WARNING neutron.services.revisions.revision_plugin [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Could not find related network for resource to bump revision. Oct 24 13:07:29.796908 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:07:29.809011 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778769035066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (6d0cd15d-b7a8-4276-bc21-7c92bce91f7e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:29.810064 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Unsubscribe: segment precommit_create {{(pid=104668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 24 13:07:29.811029 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Added segment 6d0cd15d-b7a8-4276-bc21-7c92bce91f7e of type vlan for network 1bea85d5-8a66-42cc-bc45-49d94b761b8a Oct 24 13:07:29.871561 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (1bea85d5-8a66-42cc-bc45-49d94b761b8a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:29.906720 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (1bea85d5-8a66-42cc-bc45-49d94b761b8a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:29.907863 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:07:29.908444 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:29.938508 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5756528 Oct 24 13:07:30.023539 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Pushing event updated for resources: {'Network': ['ID=1bea85d5-8a66-42cc-bc45-49d94b761b8a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:07:30.033599 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.033939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.034283 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.034618 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.034957 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.035317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.035648 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.035969 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.036295 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.036615 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.036960 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.037300 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.037624 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.037944 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.038261 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bfd6f-3803-4538-9187-938e7a7d555a admin admin] Tracked resource versions report: Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: pushed versions: Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: { 'AddressGroup': {'1.2'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Agent': {'1.1'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'ConntrackHelper': {'1.0'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Log': {'1.0'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'NDPProxy': {'1.0'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Network': {'1.1'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Port': {'1.7'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'PortForwarding': {'1.3'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'QosPolicy': {'1.10'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroup': {'1.5'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SubPort': {'1.0'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Subnet': {'1.1'}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Trunk': {'1.1'}} Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: consumer versions: Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Agent': '1.1', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'ConntrackHelper': '1.0', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'LocalIPAssociation': '1.0', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Log': '1.0', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'NDPProxy': '1.0', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Network': '1.1', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Port': '1.7', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'PortForwarding': '1.3', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'QosPolicy': '1.10', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroup': '1.5', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroupRule': '1.2', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SubPort': '1.0', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Subnet': '1.1', Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Trunk': '1.1'}} Oct 24 13:07:30.039753 dv-cinder-862489-1-iscsi neutron-server[104668]: {{(pid=104668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:07:30.080140 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 1bea85d5-8a66-42cc-bc45-49d94b761b8a details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:07:32.552067 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57744) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:07:32.893767 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd21dc91-613d-4065-ad81-445dcd3f4dde admin admin] GET failed (client error): The resource could not be found. Oct 24 13:07:32.895020 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-bd21dc91-613d-4065-ad81-445dcd3f4dde admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3420098 Oct 24 13:07:32.965554 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a31598-ebb7-4a76-8f94-368336876b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:07:32.967495 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d5a31598-ebb7-4a76-8f94-368336876b86 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681145 Oct 24 13:07:32.977209 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a', 'description': 'shared-subnet'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:07:32.999868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Made reservation on behalf of f3929898cf764cd6a05e8662e83d95e0 for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:07:33.002104 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.236828 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (ec5b40d7-9a78-45e6-af89-6c6d7ad68b38), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.293315 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5b40d7-9a78-45e6-af89-6c6d7ad68b38,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:07:33.311439 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Checking segment: {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:07:33.311806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Network hostable DHCP agents. Network: 1bea85d5-8a66-42cc-bc45-49d94b761b8a, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:07:33.332702 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Network 1bea85d5-8a66-42cc-bc45-49d94b761b8a is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:07:33.339739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:33.344744 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 1bea85d5-8a66-42cc-bc45-49d94b761b8a) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:07:33.349969 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:07:33.350935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.354074 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5136e7e-d61f-4677-8826-6499b3b06a74 None None] Network 1bea85d5-8a66-42cc-bc45-49d94b761b8a requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:07:33.369798 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f9ca8ca8-a35c-4296-900b-264f5157fc4c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3957355 Oct 24 13:07:33.380373 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:33.465158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-1bea85d5-8a66-42cc-bc45-49d94b761b8a', 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a', 'project_id': 'f3929898cf764cd6a05e8662e83d95e0', 'fixed_ips': [{'subnet_id': 'ec5b40d7-9a78-45e6-af89-6c6d7ad68b38'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:07:33.466872 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.607548 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Allocated IP 192.168.233.2 (1bea85d5-8a66-42cc-bc45-49d94b761b8a/ec5b40d7-9a78-45e6-af89-6c6d7ad68b38/3ace8639-41bd-4a14-8e0f-c06cb13dc9ee) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:07:33.758456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Publish callbacks [] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.765453 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.805384 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Network 1bea85d5-8a66-42cc-bc45-49d94b761b8a is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:07:33.808304 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:07:33.814930 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:07:33.826830 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Pushing event updated for resources: {'Port': ['ID=3ace8639-41bd-4a14-8e0f-c06cb13dc9ee,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:07:33.850456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.850806 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.851194 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.851562 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.851902 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.852285 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.852584 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.852912 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.853242 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.853570 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.853894 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.854243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.854563 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.854886 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.855305 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:07:33.885781 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Attempting to bind port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:07:33.886151 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Attempting to bind port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:07:33.886515 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Attempting to bind port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee on network 1bea85d5-8a66-42cc-bc45-49d94b761b8a {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:07:33.930715 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:07:33.931675 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Checking segment: {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:07:33.932082 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.932476 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Bound using segment: {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:07:33.932953 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Bound port: 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:07:33.933358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:33.994491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] For port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:07:33.998367 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] For port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=3ace8639-41bd-4a14-8e0f-c06cb13dc9ee,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:07:34.004870 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:34.168833 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48f20d-7c4d-443e-aebf-b448ab29cad6 None None] Pushing event updated for resources: {'Port': ['ID=3ace8639-41bd-4a14-8e0f-c06cb13dc9ee,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:07:34.911524 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb95d8-ee2f-495f-a624-ae18232b32d8 None None] Network 1bea85d5-8a66-42cc-bc45-49d94b761b8a requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:07:35.011470 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:35.019762 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:35.020776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Provisioning complete for port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:07:35.021170 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:35.021522 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Attempt 1 to provision port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee Oct 24 13:07:35.109880 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:07:35.150607 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Current status of the port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:07:35.150899 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:35.196897 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] For port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=3ace8639-41bd-4a14-8e0f-c06cb13dc9ee,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:07:35.204854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:35.227352 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:07:35.227757 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:35.228103 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee Oct 24 13:07:35.282145 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedce23-0fed-46e3-a327-1856e6e338d0 None None] Pushing event updated for resources: {'Port': ['ID=3ace8639-41bd-4a14-8e0f-c06cb13dc9ee,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:07:35.338188 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:07:35.340265 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-7f9a4b45-8e8c-4411-9c82-0ab9cdbf800a None None] Provisioning complete for port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:07:35.340690 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4b45-8e8c-4411-9c82-0ab9cdbf800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:35.341036 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-7f9a4b45-8e8c-4411-9c82-0ab9cdbf800a None None] Attempt 1 to provision port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee Oct 24 13:07:35.414072 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a4b45-8e8c-4411-9c82-0ab9cdbf800a None None] Current status of the port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:07:37.048903 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:07:37.096049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:07:37.096441 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3ace8639-41bd-4a14-8e0f-c06cb13dc9ee), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:37.096779 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee Oct 24 13:07:37.166501 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 3ace8639-41bd-4a14-8e0f-c06cb13dc9ee is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:07:42.039943 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:42.053020 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1826ab6b-8051-49f7-984a-930d4bc7835d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:43.360673 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:43.361438 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:44.291045 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-624e3d4f-9c96-4bd6-a668-05b1d0b748ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:45.581037 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:47.211758 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:47.241864 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:07:52.391931 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=5 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:57.236018 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:57.237953 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:07:57.399732 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:00.385920 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:08:10.386594 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:12.056378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-238662b1-f706-42b6-8063-0dfd5e8795d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:14.283327 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5de7a1e4-6446-4bb8-9144-b803981ac87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:15.583885 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:17.214660 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:17.248057 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:27.240717 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:27.241566 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:29.382326 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:29.387785 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:37.384830 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:08:42.060269 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1c284866-5f80-46bf-acfa-a4fc8de79740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:44.285043 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-64b7a680-60dd-426d-9d5f-191ffb9695e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:45.587972 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:47.220665 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:47.249153 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:47.381059 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:08:49.283346 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57786) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:08:49.289132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [None req-e4d0e1c0-2e68-4a12-a147-f5b627600b5b tempest-verify_tempest_config-1356933482 tempest-verify_tempest_config-1356933482-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:08:49.290101 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e4d0e1c0-2e68-4a12-a147-f5b627600b5b tempest-verify_tempest_config-1356933482 tempest-verify_tempest_config-1356933482-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057888 Oct 24 13:08:49.803802 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57804) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:08:50.137643 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.212758 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Publish callbacks [] for security_group (9a8ace61-02b1-4969-9f3c-3fb715199192), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.217010 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9a8ace61-02b1-4969-9f3c-3fb715199192), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.263931 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e3244ec565c74b29ad216ca6fd3f7d7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4590921 Oct 24 13:08:50.265050 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8ace61-02b1-4969-9f3c-3fb715199192,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:08:50.266695 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 57810) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:08:50.272665 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.273009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.273348 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.273683 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.274012 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.274339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.274658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.274980 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.275366 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.275690 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.276024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.276359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.276680 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.276995 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.278028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7844d2b4-14d9-485a-8810-7332ae758d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.343970 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Publish callbacks [] for security_group (9a8ace61-02b1-4969-9f3c-3fb715199192), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.363539 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Publish callbacks [] for security_group (9a8ace61-02b1-4969-9f3c-3fb715199192), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.463671 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9a8ace61-02b1-4969-9f3c-3fb715199192), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.466370 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:08:50.467579 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9a8ace61-02b1-4969-9f3c-3fb715199192 HTTP/1.1" status: 204 len: 168 time: 0.1981196 Oct 24 13:08:50.475538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8ace61-02b1-4969-9f3c-3fb715199192,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:08:50.483926 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.484277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.484650 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.484991 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.485326 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.485657 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.485983 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.486309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.486634 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.486961 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.487318 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.487642 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.487970 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.488290 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:50.488612 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d590fb0-4506-40aa-93a8-6825f0aeb6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:08:57.244892 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:00.258043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:00.269058 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:00.478597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:00.479349 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:00.513590 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:09.386810 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=14 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:09.389027 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=18 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:12.063551 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3ad05294-42d3-42be-b003-d7788fe37b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:14.290403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-0596f333-5fd2-4cc6-8069-8262a4071935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:14.383709 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:09:15.591191 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:17.224840 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:17.251458 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:24.379245 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:24.379920 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:27.246563 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:27.247854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:42.068098 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-267ef049-337c-4e87-8a8e-966a4e1d6374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:43.376823 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:43.380817 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:44.293620 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-af30156c-aa13-4afe-ad98-c831cb3f34d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:45.592876 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:47.227009 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:47.254333 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:09:51.384926 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 5 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:09:57.243491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:09:57.250554 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:12.062125 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9aee47c3-ac61-4878-a7a6-a8a6c38c3665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:14.295016 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-13df29da-a064-44bc-89a1-832afb488e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:15.596134 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:17.232009 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:17.258767 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:20.382967 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:20.388156 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=6 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:25.812466 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-418460'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:28.384765 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:10:35.805101 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:35.807909 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:38.379641 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:38.380835 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:39.608054 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57902) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:10:39.735871 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b42d85ac-38a9-4691-a53d-305e0ecc1580 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1266985 Oct 24 13:10:42.064641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-094f93d3-394e-4be7-869b-9d27f0935ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:42.193829 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 57912) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:10:42.249146 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-45353f6c-96d8-416a-a154-b129947fa8a8 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542378 Oct 24 13:10:44.300965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-09cc5af0-cca2-4b38-855d-1b74ff7f2f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:45.598521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:47.236897 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:47.259029 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:52.243641 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:52.244387 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:55.780840 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:10:57.381029 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:10:57.385882 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:05.384538 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:11:05.775363 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:05.777241 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:09.381980 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=10 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:12.067402 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d9b46835-75e9-474d-8271-5448da1c30bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:14.292793 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-10a0d699-61b4-4c74-b08e-52a67ccdd232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:15.379693 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=18 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:15.600632 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:17.240260 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:17.261421 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:25.780108 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:34.386510 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:34.390798 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:35.773965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:35.777075 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:42.073453 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5627-9f6c-4f78-aafd-db7d489591af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:42.384544 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:11:44.297025 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b2209d82-fe6e-4873-9dae-378644313087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:45.604529 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:47.242770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:47.263959 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:11:52.379523 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:52.380883 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:11:55.795219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:05.784743 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:05.790899 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:11.392144 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:11.399493 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:12.079923 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f439c93b-4a82-4735-8b5c-9d215b6c46cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:14.301522 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-877fac49-3a04-40cf-a637-e38210982cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.450534 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58074) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:15.610211 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.754635 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58096) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:15.772262 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1358425371-network', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:15.794339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Made reservation on behalf of c837e1766e0141ea9b868b89efee5ba1 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:15.797289 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.807355 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.899800 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks [] for security_group (fcbc2f0a-b877-4a66-9681-279d785f2db9), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.903491 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (fcbc2f0a-b877-4a66-9681-279d785f2db9), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.944905 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc2f0a-b877-4a66-9681-279d785f2db9,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:15.954464 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:12:15.957117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.957458 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.957822 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.958154 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.958498 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.958811 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.959149 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.959637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.959971 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.960469 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.960805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.961148 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.961474 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.961789 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.962105 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Tracked resource versions report: Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: pushed versions: Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: { 'AddressGroup': {'1.2'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Agent': {'1.1'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'ConntrackHelper': {'1.0'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Log': {'1.0'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'NDPProxy': {'1.0'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Network': {'1.1'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Port': {'1.7'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'PortForwarding': {'1.3'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'QosPolicy': {'1.10'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroup': {'1.5'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SubPort': {'1.0'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Subnet': {'1.1'}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Trunk': {'1.1'}} Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: consumer versions: Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: HyperV agent@hv-cinder-86248: {}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Agent': '1.1', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'ConntrackHelper': '1.0', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'LocalIPAssociation': '1.0', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Log': '1.0', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'NDPProxy': '1.0', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Network': '1.1', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Port': '1.7', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'PortForwarding': '1.3', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'QosPolicy': '1.10', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroup': '1.5', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SecurityGroupRule': '1.2', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'SubPort': '1.0', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Subnet': '1.1', Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: 'Trunk': '1.1'}} Oct 24 13:12:15.963294 dv-cinder-862489-1-iscsi neutron-server[104669]: {{(pid=104669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:12:15.974802 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (6a435dbe-2423-4cb0-afc8-8e4e8fb35f00), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:15.975643 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Added segment 6a435dbe-2423-4cb0-afc8-8e4e8fb35f00 of type vlan for network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 Oct 24 13:12:16.019529 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.046181 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.048022 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:16.049253 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.125671 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] Pushing event updated for resources: {'Network': ['ID=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:16.136646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:12:16.142187 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58114) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:16.142358 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-029f1454-3133-4907-971b-22dfbc24ebd2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6903880 Oct 24 13:12:16.148751 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Request body: {'subnet': {'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1358425371-subnet', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:16.174491 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Made reservation on behalf of c837e1766e0141ea9b868b89efee5ba1 for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:16.178935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.245059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-127056625-network', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:16.282544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58120) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:16.333728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Made reservation on behalf of 69beb82dd21b447d8a784e0570c4323c for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:16.336569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.349991 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.438175 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (1540ad6a-bb2a-4474-bde9-0d048e098b4f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.450402 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58128) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:16.494609 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks [] for security_group (cbfb5e8c-4f97-4a48-94f8-8745a7fe6423), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.501675 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (cbfb5e8c-4f97-4a48-94f8-8745a7fe6423), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.555195 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:12:16.577670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Checking segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:16.578567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Network hostable DHCP agents. Network: 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:12:16.600774 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (e3eff378-f079-4492-9c5d-2127ef08b990), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.601116 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Added segment e3eff378-f079-4492-9c5d-2127ef08b990 of type vlan for network a05f0bd2-3e3c-4265-bb55-173e62bd1853 Oct 24 13:12:16.617636 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb5e8c-4f97-4a48-94f8-8745a7fe6423,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:16.648916 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:12:16.650993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1540ad6a-bb2a-4474-bde9-0d048e098b4f,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:16.659847 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-network', 'tenant_id': '85d62dec32104e7b8c595953a479026b'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:16.668778 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.668778 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.669627 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.669775 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.669996 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.670529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.671027 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.671691 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.672192 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.672673 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.673173 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.673710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.674202 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.675325 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.675852 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Tracked resource versions report: Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: pushed versions: Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: { 'AddressGroup': {'1.2'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Agent': {'1.1'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'ConntrackHelper': {'1.0'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Log': {'1.0'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'NDPProxy': {'1.0'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Network': {'1.1'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Port': {'1.7'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'PortForwarding': {'1.3'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'QosPolicy': {'1.10'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroup': {'1.5'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SubPort': {'1.0'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Subnet': {'1.1'}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Trunk': {'1.1'}} Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: consumer versions: Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: HyperV agent@hv-cinder-86248: {}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Agent': '1.1', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'ConntrackHelper': '1.0', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'LocalIPAssociation': '1.0', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Log': '1.0', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'NDPProxy': '1.0', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Network': '1.1', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Port': '1.7', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'PortForwarding': '1.3', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'QosPolicy': '1.10', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroup': '1.5', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SecurityGroupRule': '1.2', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'SubPort': '1.0', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Subnet': '1.1', Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: 'Trunk': '1.1'}} Oct 24 13:12:16.677201 dv-cinder-862489-1-iscsi neutron-server[104668]: {{(pid=104668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:12:16.688661 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Made reservation on behalf of 85d62dec32104e7b8c595953a479026b for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:16.691126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:16.694815 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.696351 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (a05f0bd2-3e3c-4265-bb55-173e62bd1853), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.702281 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.702635 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.703343 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.703700 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.704038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.704377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.704765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.705122 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.705446 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.705773 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.706296 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.706914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.707417 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.707914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.708243 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:16.716301 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.736351 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:16.737242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.738891 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e753fa3-e682-418b-89f4-9a6d81ee4245 None None] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:16.746020 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (a05f0bd2-3e3c-4265-bb55-173e62bd1853), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.747428 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:16.748144 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.777313 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0214052 Oct 24 13:12:16.790786 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58144) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:16.798028 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Request body: {'subnet': {'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-127056625-subnet', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:16.829950 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-03647a70-3297-4f1d-8478-a6f5e9f370a8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6864810 Oct 24 13:12:16.833554 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58148) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:16.886141 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-network', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:16.901468 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'fixed_ips': [{'subnet_id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:12:16.902952 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.913187 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Made reservation on behalf of b736b09b6ee2492590cbc23db48752f4 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:16.915800 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.919320 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks [] for security_group (388b87cc-3527-4f6f-9c36-7ab1c345f5e4), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.936196 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.938729 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (388b87cc-3527-4f6f-9c36-7ab1c345f5e4), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.942439 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:16.945084 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20865-29c4-4fe4-a39a-3f1af50b259f admin admin] Pushing event updated for resources: {'Network': ['ID=a05f0bd2-3e3c-4265-bb55-173e62bd1853,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:16.956687 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:16.960638 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Made reservation on behalf of 69beb82dd21b447d8a784e0570c4323c for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:16.965724 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:12:16.968163 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:16.999786 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (bc552f88-c07e-446e-8906-26b322e74c14), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.000485 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Added segment bc552f88-c07e-446e-8906-26b322e74c14 of type vlan for network 55317d88-e8da-40f9-8cad-037adf7670ee Oct 24 13:12:17.022928 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b87cc-3527-4f6f-9c36-7ab1c345f5e4,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:17.029598 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:17.078300 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (55317d88-e8da-40f9-8cad-037adf7670ee), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.087598 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=68,neutron:INSERT=25,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:17.103361 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:17.115197 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:12:17.136956 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (55317d88-e8da-40f9-8cad-037adf7670ee), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.138598 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:17.139659 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.144592 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks [] for security_group (2b5f6ea7-d955-4935-a79a-15c68c247320), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.179233 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (2b5f6ea7-d955-4935-a79a-15c68c247320), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.180657 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.182359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.229752 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9427011 Oct 24 13:12:17.236696 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58178) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:17.245375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:12:17.250936 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Request body: {'subnet': {'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-subnet', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:17.274989 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd6bb0-6457-4a88-954a-fa6399be0b54 admin admin] Pushing event updated for resources: {'Network': ['ID=55317d88-e8da-40f9-8cad-037adf7670ee,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:17.290113 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (43dabc52-01d3-4afd-851b-633ce975fa32), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.290315 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Added segment 43dabc52-01d3-4afd-851b-633ce975fa32 of type vlan for network 5d6737bc-d513-4e59-9015-d238c58ac0c3 Oct 24 13:12:17.308835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 55317d88-e8da-40f9-8cad-037adf7670ee details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:12:17.376566 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f6ea7-d955-4935-a79a-15c68c247320,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:17.398375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Made reservation on behalf of 85d62dec32104e7b8c595953a479026b for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:17.401739 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.424132 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.429770 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (5d6737bc-d513-4e59-9015-d238c58ac0c3), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.463046 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Allocated IP 172.20.0.2 (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2/1540ad6a-bb2a-4474-bde9-0d048e098b4f/51b1e41c-60d4-4499-940b-29131b94b94d) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:17.468414 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.646472 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks [] for router_controller (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), precommit_add_association {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.661994 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Publish callbacks [] for port (51b1e41c-60d4-4499-940b-29131b94b94d), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.674542 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.678805 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (1163311c-3880-41e9-a9fd-2d4c0fbcb77a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.724160 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:17.728143 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:17.730280 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Pushing event updated for resources: {'Port': ['ID=51b1e41c-60d4-4499-940b-29131b94b94d,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:17.736399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:17.749484 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.750715 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.751625 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.752222 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.752782 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.753188 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.753587 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.753990 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.754380 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.754796 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.755224 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.755619 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.756010 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.756395 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.756778 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Tracked resource versions report: Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: pushed versions: Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: { 'AddressGroup': {'1.2'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Agent': {'1.1'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'ConntrackHelper': {'1.0'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Log': {'1.0'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'NDPProxy': {'1.0'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Network': {'1.1'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Port': {'1.7'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'PortForwarding': {'1.3'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'QosPolicy': {'1.10'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroup': {'1.5'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SubPort': {'1.0'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Subnet': {'1.1'}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Trunk': {'1.1'}} Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: consumer versions: Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: HyperV agent@hv-cinder-86248: {}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Agent': '1.1', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'ConntrackHelper': '1.0', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'LocalIPAssociation': '1.0', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Log': '1.0', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'NDPProxy': '1.0', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Network': '1.1', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Port': '1.7', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'PortForwarding': '1.3', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'QosPolicy': '1.10', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroup': '1.5', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SecurityGroupRule': '1.2', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'SubPort': '1.0', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Subnet': '1.1', Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: 'Trunk': '1.1'}} Oct 24 13:12:17.758043 dv-cinder-862489-1-iscsi neutron-server[104670]: {{(pid=104670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:12:17.781743 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (5d6737bc-d513-4e59-9015-d238c58ac0c3), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.784826 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:17.785422 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.822564 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Attempting to bind port 51b1e41c-60d4-4499-940b-29131b94b94d on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:17.823234 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Attempting to bind port 51b1e41c-60d4-4499-940b-29131b94b94d by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:17.823593 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Attempting to bind port 51b1e41c-60d4-4499-940b-29131b94b94d on network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:17.852619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:17.853194 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Network hostable DHCP agents. Network: a05f0bd2-3e3c-4265-bb55-173e62bd1853, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:12:17.864466 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:17.872728 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:17.873686 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Checking segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:17.874256 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.876420 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Bound using segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:17.877434 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Bound port: 51b1e41c-60d4-4499-940b-29131b94b94d, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:17.878074 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.889732 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:17.895266 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6737bc-d513-4e59-9015-d238c58ac0c3,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:17.900755 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (d239705f-bf42-413a-9646-19223d939ce4), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:17.926834 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:12:17.955117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d239705f-bf42-413a-9646-19223d939ce4,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:17.977243 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-03c96309-bac7-4c18-8a69-1bad13acf474 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5254445 Oct 24 13:12:17.978207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58204) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:17.986948 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Request body: {'subnet': {'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-subnet', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:18.007417 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks [] for router_gateway (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.017677 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:12:18.026919 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Checking segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:18.027383 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Network hostable DHCP agents. Network: 55317d88-e8da-40f9-8cad-037adf7670ee, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:12:18.029664 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:18.036217 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Made reservation on behalf of b736b09b6ee2492590cbc23db48752f4 for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:18.039010 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.078118 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] For port 51b1e41c-60d4-4499-940b-29131b94b94d, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:18.079943 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Network 55317d88-e8da-40f9-8cad-037adf7670ee is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:12:18.083562 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] For port 51b1e41c-60d4-4499-940b-29131b94b94d, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=51b1e41c-60d4-4499-940b-29131b94b94d,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:18.096631 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.162402 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26c21-7c6c-4669-9e72-b68615d549ad None None] Pushing event updated for resources: {'Port': ['ID=51b1e41c-60d4-4499-940b-29131b94b94d,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:18.170390 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 55317d88-e8da-40f9-8cad-037adf7670ee) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:18.170724 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1163311c-3880-41e9-a9fd-2d4c0fbcb77a,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:18.179470 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec8028-8db1-4fb7-8293-4269438ff6fa None None] Network 55317d88-e8da-40f9-8cad-037adf7670ee requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:18.189912 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:18.190509 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.200864 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, a05f0bd2-3e3c-4265-bb55-173e62bd1853) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:18.219402 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:18.220166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.224565 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062e00b-0efc-4511-a56c-698b04c3da1f None None] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:18.258816 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d08dc7d1-4644-4051-ac93-03be5b3b5804 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0153773 Oct 24 13:12:18.272235 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58208) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:18.282272 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:18.325549 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (876b8567-e285-4fe2-9a96-71f23d22bf14), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.334813 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (876b8567-e285-4fe2-9a96-71f23d22bf14), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.338540 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-3fa991fe-1fdb-4082-a47b-e0a514d94996 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5463953 Oct 24 13:12:18.341449 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58212) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:18.386067 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:18.411102 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:18.456700 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks [] for router_gateway (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.461931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.463306 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.477987 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks [] for router_controller (876b8567-e285-4fe2-9a96-71f23d22bf14), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.495785 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:18.641477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.657525 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks [] for router_controller (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), precommit_add_association {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.749328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-55317d88-e8da-40f9-8cad-037adf7670ee', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:12:18.753244 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.810369 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:12:18.812540 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:18.926099 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (b132198e-5c74-4965-81d8-a75c37076eba), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:19.137791 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks [] for router_gateway (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:19.243722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks [] for router_gateway (876b8567-e285-4fe2-9a96-71f23d22bf14), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:19.285947 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:19.328303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b132198e-5c74-4965-81d8-a75c37076eba,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:19.383781 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:12:19.419710 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 51b1e41c-60d4-4499-940b-29131b94b94d up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:19.470760 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Allocated IP 172.27.1.189 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/3db387b6-0d56-497e-b239-0142b818f786) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:19.701770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Allocated IP 172.20.0.2 (a05f0bd2-3e3c-4265-bb55-173e62bd1853/1163311c-3880-41e9-a9fd-2d4c0fbcb77a/27335f4a-4fad-4829-8363-b4dfb7f806ce) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:19.715462 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Allocated IP 172.20.0.2 (55317d88-e8da-40f9-8cad-037adf7670ee/d239705f-bf42-413a-9646-19223d939ce4/53c0288b-9568-4afd-86b5-d8c740d560d6) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:19.719612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:19.843291 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks [] for router_gateway (876b8567-e285-4fe2-9a96-71f23d22bf14), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:19.908081 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 51b1e41c-60d4-4499-940b-29131b94b94d triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:19.908682 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:19.909236 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:19.909927 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 51b1e41c-60d4-4499-940b-29131b94b94d Oct 24 13:12:19.955975 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:19.981682 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:19.997109 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks [] for router_gateway (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.008986 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60868e8f-51b8-4234-aec5-c643370d41c0 None None] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:20.038037 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Checking segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:20.038997 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Network hostable DHCP agents. Network: 5d6737bc-d513-4e59-9015-d238c58ac0c3, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:12:20.094471 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:12:20.110621 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Provisioning complete for port 51b1e41c-60d4-4499-940b-29131b94b94d triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:20.111321 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.111520 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Attempt 1 to provision port 51b1e41c-60d4-4499-940b-29131b94b94d Oct 24 13:12:20.115489 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 5d6737bc-d513-4e59-9015-d238c58ac0c3) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:20.120043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:20.120639 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.128616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.153938 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-485d1213-ce6b-4b0a-b465-9bac1ed60f10 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1718235 Oct 24 13:12:20.157091 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58300) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:20.161387 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:20.181075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks [] for port (3db387b6-0d56-497e-b239-0142b818f786), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.183857 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40352560-c39f-42f7-af6c-d90fd9491711 None None] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:20.214508 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (1d14bcaf-3128-49bc-b8f7-351893378942), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.215593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (1d14bcaf-3128-49bc-b8f7-351893378942), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.332996 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (3db387b6-0d56-497e-b239-0142b818f786), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.409016 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 51b1e41c-60d4-4499-940b-29131b94b94d is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:20.409413 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.442778 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Publish callbacks [] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.455754 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Publish callbacks [] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.456372 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:20.471493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:20.476338 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:20.481426 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Pushing event updated for resources: {'Port': ['ID=3db387b6-0d56-497e-b239-0142b818f786,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:20.485271 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.489410 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks [] for router_controller (1d14bcaf-3128-49bc-b8f7-351893378942), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.519725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.583669 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Allocated IP 172.27.1.165 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/e5baec1c-0fc2-4361-90ad-74da3a810147) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:20.599136 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Pushing event updated for resources: {'Port': ['ID=27335f4a-4fad-4829-8363-b4dfb7f806ce,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:20.621115 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:20.676160 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Pushing event updated for resources: {'Port': ['ID=53c0288b-9568-4afd-86b5-d8c740d560d6,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:20.686555 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:20.687933 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Current status of the port 51b1e41c-60d4-4499-940b-29131b94b94d is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:20.688495 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.736345 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:20.737716 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-5d6737bc-d513-4e59-9015-d238c58ac0c3', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:12:20.738629 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.745306 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 51b1e41c-60d4-4499-940b-29131b94b94d, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=51b1e41c-60d4-4499-940b-29131b94b94d,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:20.782400 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:20.785358 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58322) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:20.787048 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Network 55317d88-e8da-40f9-8cad-037adf7670ee is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:20.809717 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:20.813540 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:20.865237 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:20.872174 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:20.906344 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks [] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.021589 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.027622 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks [] for router_gateway (1d14bcaf-3128-49bc-b8f7-351893378942), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.129647 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58332) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:21.133914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=51b1e41c-60d4-4499-940b-29131b94b94d,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:21.149876 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks [] for router_gateway (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.167265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Pushing event updated for resources: {'Port': ['ID=e5baec1c-0fc2-4361-90ad-74da3a810147,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:21.222169 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:21.228073 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:21.231740 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:21.256810 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Allocated IP 172.27.1.228 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/8494bbe2-31d5-4c4e-b837-87cfad7da76c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:21.273801 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f46a7d2-d1eb-45b2-affb-22ef70f8598a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.305770 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:21.333163 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.db.api [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:12:21.333759 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG oslo_db.api [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:12:21.337838 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d545e315-a215-44b8-b914-2c6bbb290ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.371026 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:21.392551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:21.398088 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Attempting to bind port 27335f4a-4fad-4829-8363-b4dfb7f806ce on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:21.398464 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Attempting to bind port 27335f4a-4fad-4829-8363-b4dfb7f806ce by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:21.398904 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Attempting to bind port 27335f4a-4fad-4829-8363-b4dfb7f806ce on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:21.466309 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Attempting to bind port 53c0288b-9568-4afd-86b5-d8c740d560d6 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:21.467123 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Attempting to bind port 53c0288b-9568-4afd-86b5-d8c740d560d6 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:21.467123 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Attempting to bind port 53c0288b-9568-4afd-86b5-d8c740d560d6 on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:21.529341 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:21.529742 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Checking segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:21.530112 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.530510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Bound using segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:21.531234 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Bound port: 53c0288b-9568-4afd-86b5-d8c740d560d6, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:21.532307 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.540753 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Allocated IP 172.20.0.2 (5d6737bc-d513-4e59-9015-d238c58ac0c3/b132198e-5c74-4965-81d8-a75c37076eba/f4b293cd-dd1a-44ac-a504-8e43a9be7b18) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:21.577562 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:21.578309 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:21.579212 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.579809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Bound using segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:21.580527 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Bound port: 27335f4a-4fad-4829-8363-b4dfb7f806ce, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:21.581117 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.697791 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks [] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.737852 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:21.742019 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.800770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] For port 53c0288b-9568-4afd-86b5-d8c740d560d6, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:21.821121 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] For port 27335f4a-4fad-4829-8363-b4dfb7f806ce, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:21.840772 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:21.849357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.860705 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks [] for router_gateway (1d14bcaf-3128-49bc-b8f7-351893378942), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.865590 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] For port 53c0288b-9568-4afd-86b5-d8c740d560d6, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=53c0288b-9568-4afd-86b5-d8c740d560d6,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:21.897962 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:21.920753 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks [] for router_gateway (876b8567-e285-4fe2-9a96-71f23d22bf14), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.006383 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] For port 27335f4a-4fad-4829-8363-b4dfb7f806ce, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=27335f4a-4fad-4829-8363-b4dfb7f806ce,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:22.020822 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.034631 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:22.104387 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:22.114980 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.118015 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:22.178310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-d58d5200-131b-4933-a5d2-3ba7661f64a6 None None] Current status of the port 51b1e41c-60d4-4499-940b-29131b94b94d is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:22.230599 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Publish callbacks [] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.240287 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.274571 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5357f-0946-439f-b2f7-cb6791d8a1a0 None None] Pushing event updated for resources: {'Port': ['ID=53c0288b-9568-4afd-86b5-d8c740d560d6,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:22.303067 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:22.345488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:22.365049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:22.388987 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-1092a205-d327-4ac3-b27c-d8d2f066cbef None None] Provisioning complete for port 51b1e41c-60d4-4499-940b-29131b94b94d triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:22.389379 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1092a205-d327-4ac3-b27c-d8d2f066cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.389718 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-1092a205-d327-4ac3-b27c-d8d2f066cbef None None] Attempt 1 to provision port 51b1e41c-60d4-4499-940b-29131b94b94d Oct 24 13:12:22.414807 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:22.438148 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Pushing event updated for resources: {'Port': ['ID=8494bbe2-31d5-4c4e-b837-87cfad7da76c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:22.540490 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Allocated IP 172.27.1.233 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/29a6bab3-2a78-41ca-b90b-77f11316c706) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:22.561597 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (876b8567-e285-4fe2-9a96-71f23d22bf14), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.622811 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f46a7d2-d1eb-45b2-affb-22ef70f8598a admin admin] Publish callbacks [] for security_group (2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.628023 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d545e315-a215-44b8-b914-2c6bbb290ece admin admin] Publish callbacks [] for security_group (dfcee9fd-4807-4a5c-a42b-3b4736f301da), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.645066 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f46a7d2-d1eb-45b2-affb-22ef70f8598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.657914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:22.695854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb680d4-7ea0-4032-bd05-3cf46e9cae7d None None] Pushing event updated for resources: {'Port': ['ID=27335f4a-4fad-4829-8363-b4dfb7f806ce,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:22.721150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d545e315-a215-44b8-b914-2c6bbb290ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dfcee9fd-4807-4a5c-a42b-3b4736f301da), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.734348 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:22.744601 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Pushing event updated for resources: {'Port': ['ID=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:22.764504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Attempting to bind port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:22.764889 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Attempting to bind port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:22.765281 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Attempting to bind port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:22.798131 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks [] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.841386 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46a7d2-d1eb-45b2-affb-22ef70f8598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:22.841685 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:22.841845 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Checking segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:22.842219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.842664 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Bound using segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:22.843231 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Bound port: f4b293cd-dd1a-44ac-a504-8e43a9be7b18, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:22.843828 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.846570 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Router 876b8567-e285-4fe2-9a96-71f23d22bf14 is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:12:22.848426 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-1092a205-d327-4ac3-b27c-d8d2f066cbef None None] Current status of the port 51b1e41c-60d4-4499-940b-29131b94b94d is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:22.857025 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.860308 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6f46a7d2-d1eb-45b2-affb-22ef70f8598a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=07c5c1b5f3cb43e39ac7db457f1189aa&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0733993 Oct 24 13:12:22.864346 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58360) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:22.871718 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d545e315-a215-44b8-b914-2c6bbb290ece admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=54de867d20774b7c9d90e8f06795a918&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7373939 Oct 24 13:12:22.877565 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58362) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:22.893520 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:12:22.905736 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545e315-a215-44b8-b914-2c6bbb290ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcee9fd-4807-4a5c-a42b-3b4736f301da,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:22.970862 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] For port f4b293cd-dd1a-44ac-a504-8e43a9be7b18, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:22.974938 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] For port f4b293cd-dd1a-44ac-a504-8e43a9be7b18, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:22.975172 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:22.981955 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:22.994060 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:22.995388 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks [] for router_gateway (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.003454 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Pushing event updated for resources: {'Port': ['ID=29a6bab3-2a78-41ca-b90b-77f11316c706,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:23.010402 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:23.045091 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879a8ca-8501-4f21-8350-ded18aa9a8f8 None None] Pushing event updated for resources: {'Port': ['ID=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:23.080578 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:23.086580 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:23.156670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:23.161670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:23.172693 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Sync routers for ids ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:23.191877 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Routers {'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:23.192529 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:23.211114 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.212721 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7ec60715-e8a5-433e-92c7-1103a881c46d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2723644 Oct 24 13:12:23.220980 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58374) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:23.447764 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:23.474575 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Sync routers for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:23.501300 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:23.504184 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:23.567313 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-630a8bae-0821-4bb3-a690-c6a822808bb9 admin admin] Publish callbacks [] for security_group (2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.622663 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 51b1e41c-60d4-4499-940b-29131b94b94d up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:23.631899 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9da1bd1b-9abd-4438-a526-8dce89ea9f0a admin admin] Publish callbacks [] for security_group (dfcee9fd-4807-4a5c-a42b-3b4736f301da), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.664226 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-630a8bae-0821-4bb3-a690-c6a822808bb9 admin admin] Publish callbacks [] for security_group (2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.677452 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.679038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.683987 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-12f981fe-e6ee-4006-a589-3b38c819aa94 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4092364 Oct 24 13:12:23.690715 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58384) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:23.769183 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 51b1e41c-60d4-4499-940b-29131b94b94d triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:23.769984 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.770550 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 51b1e41c-60d4-4499-940b-29131b94b94d Oct 24 13:12:23.803689 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Set router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:23.807375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9da1bd1b-9abd-4438-a526-8dce89ea9f0a admin admin] Publish callbacks [] for security_group (dfcee9fd-4807-4a5c-a42b-3b4736f301da), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:23.929733 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:23.935810 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:24.057010 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9da1bd1b-9abd-4438-a526-8dce89ea9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dfcee9fd-4807-4a5c-a42b-3b4736f301da), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:24.059951 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9da1bd1b-9abd-4438-a526-8dce89ea9f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:24.063509 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-9da1bd1b-9abd-4438-a526-8dce89ea9f0a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dfcee9fd-4807-4a5c-a42b-3b4736f301da HTTP/1.1" status: 204 len: 168 time: 1.1561952 Oct 24 13:12:24.144763 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1bd1b-9abd-4438-a526-8dce89ea9f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcee9fd-4807-4a5c-a42b-3b4736f301da,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:24.245389 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:12:24.407819 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:12:20Z', 'revision_number': 3, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:24.474537 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-630a8bae-0821-4bb3-a690-c6a822808bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:24.479444 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-630a8bae-0821-4bb3-a690-c6a822808bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:24.483263 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-630a8bae-0821-4bb3-a690-c6a822808bb9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e HTTP/1.1" status: 204 len: 168 time: 1.6134729 Oct 24 13:12:24.562851 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Checking router: e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:24.565429 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Updating router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 port 3db387b6-0d56-497e-b239-0142b818f786 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:24.637184 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8bae-0821-4bb3-a690-c6a822808bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e28dd-5b89-4cd3-91cd-e22671a8ed8e,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:24.659415 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a459685-629c-41c7-845e-388b2224b289 None None] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:24.672740 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:21Z', 'revision_number': 3, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:24.688771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42318b83-ef5b-4228-af3f-bbe3c30fcf1c None None] Network 55317d88-e8da-40f9-8cad-037adf7670ee requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:24.696758 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3db387b6-0d56-497e-b239-0142b818f786), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:24.722078 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks [] for router_gateway (1d14bcaf-3128-49bc-b8f7-351893378942), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:24.928556 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.010893 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38023834-6d7c-4171-9c93-b582b48322db None None] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:25.019830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:25.022656 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Checking router: 876b8567-e285-4fe2-9a96-71f23d22bf14 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:25.023226 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Updating router 876b8567-e285-4fe2-9a96-71f23d22bf14 port e5baec1c-0fc2-4361-90ad-74da3a810147 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:25.038525 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=9 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.040538 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:25.069883 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.077623 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-32f8f74d-f8f0-4eca-9203-296cb75f1796 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6964450 Oct 24 13:12:25.078409 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58414) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:25.089246 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.096232 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:25.097821 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:25.109390 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Provisioning complete for port 27335f4a-4fad-4829-8363-b4dfb7f806ce triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:25.109968 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.110629 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Attempt 1 to provision port 27335f4a-4fad-4829-8363-b4dfb7f806ce Oct 24 13:12:25.258022 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.375506 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 51b1e41c-60d4-4499-940b-29131b94b94d is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:25.376749 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 27335f4a-4fad-4829-8363-b4dfb7f806ce up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:25.406632 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:25.461871 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58420) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:25.487098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-139dec1a-66d8-438c-b97e-58b15b593888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.506562 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Publish callbacks [] for port (3db387b6-0d56-497e-b239-0142b818f786), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.522248 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.528614 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3db387b6-0d56-497e-b239-0142b818f786), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.548095 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 27335f4a-4fad-4829-8363-b4dfb7f806ce triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:25.548479 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.548955 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 27335f4a-4fad-4829-8363-b4dfb7f806ce Oct 24 13:12:25.550865 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.553701 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Attempting to bind port 3db387b6-0d56-497e-b239-0142b818f786 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:25.554270 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Attempting to bind port 3db387b6-0d56-497e-b239-0142b818f786 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:25.554834 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Attempting to bind port 3db387b6-0d56-497e-b239-0142b818f786 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:25.564953 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.653452 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.730447 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Pushing event updated for resources: {'Port': ['ID=3db387b6-0d56-497e-b239-0142b818f786,revision_number=2']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:25.752837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.806920 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.809171 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.809643 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.810066 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.810581 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.810925 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.811282 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.811613 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.812840 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.813264 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.813736 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.814073 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.815616 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.815616 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.815999 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.817203 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Tracked resource versions report: Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: pushed versions: Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: { 'AddressGroup': {'1.2'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Agent': {'1.1'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'ConntrackHelper': {'1.0'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'LocalIPAssociation': {'1.0'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Log': {'1.0'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'NDPProxy': {'1.0'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Network': {'1.1'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Port': {'1.7'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'PortForwarding': {'1.3'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'QosPolicy': {'1.10'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroup': {'1.5'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroupRule': {'1.2'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SubPort': {'1.0'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Subnet': {'1.1'}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Trunk': {'1.1'}} Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: consumer versions: Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: { DHCP agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: HyperV agent@hv-cinder-86248: {}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: L3 agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: Metadata agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: Metering agent@dv-cinder-862489-1-iscsi: {}, Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: Open vSwitch agent@dv-cinder-862489-1-iscsi: { 'AddressGroup': '1.2', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Agent': '1.1', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'ConntrackHelper': '1.0', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'LocalIPAssociation': '1.0', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Log': '1.0', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'NDPProxy': '1.0', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Network': '1.1', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Port': '1.7', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'PortForwarding': '1.3', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'QosPolicy': '1.10', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroup': '1.5', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SecurityGroupRule': '1.2', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'SubPort': '1.0', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Subnet': '1.1', Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: 'Trunk': '1.1'}} Oct 24 13:12:25.818459 dv-cinder-862489-1-iscsi neutron-server[104671]: {{(pid=104671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 24 13:12:25.830249 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:22Z', 'revision_number': 3, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:25.876416 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:25.877260 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:25.877512 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Updating router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f port 8494bbe2-31d5-4c4e-b837-87cfad7da76c binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:25.882830 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (1d14bcaf-3128-49bc-b8f7-351893378942), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:25.932797 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.075191 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-139dec1a-66d8-438c-b97e-58b15b593888 admin admin] Publish callbacks [] for security_group (8971343b-0fb4-409d-a82d-69ce8ab7c7ab), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.080380 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:26.080791 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:26.081265 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.081837 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:26.083142 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Bound port: 3db387b6-0d56-497e-b239-0142b818f786, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:26.083142 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3db387b6-0d56-497e-b239-0142b818f786), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.087311 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-139dec1a-66d8-438c-b97e-58b15b593888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8971343b-0fb4-409d-a82d-69ce8ab7c7ab), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.173962 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] For port 3db387b6-0d56-497e-b239-0142b818f786, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:26.177725 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] For port 3db387b6-0d56-497e-b239-0142b818f786, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=3db387b6-0d56-497e-b239-0142b818f786,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:26.190605 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3db387b6-0d56-497e-b239-0142b818f786), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.235357 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-139dec1a-66d8-438c-b97e-58b15b593888 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9bd280395e7e4b4fa3846922e19d6684&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7721403 Oct 24 13:12:26.238037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dec1a-66d8-438c-b97e-58b15b593888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8971343b-0fb4-409d-a82d-69ce8ab7c7ab,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:26.240519 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58438) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:26.268301 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:26.276546 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Allocated IP 172.20.0.1 (55317d88-e8da-40f9-8cad-037adf7670ee/d239705f-bf42-413a-9646-19223d939ce4/202f0cac-70d8-4e85-85c7-2a2175c0f69a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:26.283789 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Routers {'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:26.284453 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:26.303295 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Allocated IP 172.20.0.1 (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2/1540ad6a-bb2a-4474-bde9-0d048e098b4f/f6051e4a-ef94-486e-ad1a-9145f182d423) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:26.315648 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Current status of the port 27335f4a-4fad-4829-8363-b4dfb7f806ce is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:26.315846 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.317841 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.412247 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58442) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:26.466116 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] Set router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:26.469134 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9570be-be68-4749-981d-565d3ca3b6b9 None None] Pushing event updated for resources: {'Port': ['ID=3db387b6-0d56-497e-b239-0142b818f786,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:26.472121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0761a90-e7c9-4375-8281-d599bedbb08b admin admin] Publish callbacks [] for security_group (8971343b-0fb4-409d-a82d-69ce8ab7c7ab), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.520716 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks [] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.537789 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Router 1d14bcaf-3128-49bc-b8f7-351893378942 is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:12:26.588077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0761a90-e7c9-4375-8281-d599bedbb08b admin admin] Publish callbacks [] for security_group (8971343b-0fb4-409d-a82d-69ce8ab7c7ab), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.647016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-271136564-network', 'tenant_id': 'c55ee1329da34912b0cb4df30bc11d2c'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:26.656473 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] For port 27335f4a-4fad-4829-8363-b4dfb7f806ce, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=27335f4a-4fad-4829-8363-b4dfb7f806ce,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:26.680136 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Made reservation on behalf of c55ee1329da34912b0cb4df30bc11d2c for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:26.682787 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.686365 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Publish callbacks [] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.690491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.707957 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.736126 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:12:20Z', 'revision_number': 3, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:26.742504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.780184 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Attempting to bind port e5baec1c-0fc2-4361-90ad-74da3a810147 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:26.781159 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Attempting to bind port e5baec1c-0fc2-4361-90ad-74da3a810147 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:26.781770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Attempting to bind port e5baec1c-0fc2-4361-90ad-74da3a810147 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:26.783208 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e715334-5f50-4108-8ceb-b46166212752 None None] The sync data for ids ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'] in dv-cinder-862489-1-iscsi is: [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:12:20Z', 'revision_number': 3, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:26.784380 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 27335f4a-4fad-4829-8363-b4dfb7f806ce is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:26.785859 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 53c0288b-9568-4afd-86b5-d8c740d560d6 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:26.791967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks [] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.794021 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:26.822674 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:26.823630 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:26.834521 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.847592 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks [] for security_group (3693c6af-2f62-468c-b745-8baa3ef4eaa2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.855206 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:26.883198 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (3693c6af-2f62-468c-b745-8baa3ef4eaa2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.899092 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0761a90-e7c9-4375-8281-d599bedbb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8971343b-0fb4-409d-a82d-69ce8ab7c7ab), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.903795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0761a90-e7c9-4375-8281-d599bedbb08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.906080 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:26.909278 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d0761a90-e7c9-4375-8281-d599bedbb08b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8971343b-0fb4-409d-a82d-69ce8ab7c7ab HTTP/1.1" status: 204 len: 168 time: 0.6657228 Oct 24 13:12:26.946925 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:12:26.961308 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3693c6af-2f62-468c-b745-8baa3ef4eaa2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:26.961937 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:26.963250 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f03de4-ab76-4dd4-863a-6127e00de065 None None] Pushing event updated for resources: {'Port': ['ID=27335f4a-4fad-4829-8363-b4dfb7f806ce,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:26.964699 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.969474 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e15d5939-c18e-4ae5-9f1f-7cfdfe121851 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8110564 Oct 24 13:12:26.974583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (758012dc-5b23-4e0e-8061-48d222eb41da), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.975072 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Added segment 758012dc-5b23-4e0e-8061-48d222eb41da of type vlan for network c85c6847-bda6-4b50-b05f-6f85799c2ebb Oct 24 13:12:26.976670 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.978799 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58448) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:26.987424 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:26.998896 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:27.005292 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:27.010722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:27.014043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:27.014627 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.108075 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6cf8-2755-4133-af69-9e885d3a47d6 None None] Pushing event updated for resources: {'Port': ['ID=e5baec1c-0fc2-4361-90ad-74da3a810147,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:27.119193 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Provisioning complete for port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:27.119597 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.119943 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Attempt 1 to provision port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 Oct 24 13:12:27.150133 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0761a90-e7c9-4375-8281-d599bedbb08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971343b-0fb4-409d-a82d-69ce8ab7c7ab,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:27.233224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Pushing event updated for resources: {'Port': ['ID=f6051e4a-ef94-486e-ad1a-9145f182d423,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:27.266555 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.274340 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:27.284721 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:27.400260 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Publish callbacks [] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.417176 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.431511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:27.520927 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Network 55317d88-e8da-40f9-8cad-037adf7670ee is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:27.532946 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:27.535154 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Attempting to bind port 8494bbe2-31d5-4c4e-b837-87cfad7da76c on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:27.535501 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Attempting to bind port 8494bbe2-31d5-4c4e-b837-87cfad7da76c by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:27.538215 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Attempting to bind port 8494bbe2-31d5-4c4e-b837-87cfad7da76c on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:27.559658 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:27.563820 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 53c0288b-9568-4afd-86b5-d8c740d560d6 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:27.569551 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.570131 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 53c0288b-9568-4afd-86b5-d8c740d560d6 Oct 24 13:12:27.700701 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acbc5c-0e03-4d2a-919a-7a6c75ba9683 None None] Pushing event updated for resources: {'Port': ['ID=8494bbe2-31d5-4c4e-b837-87cfad7da76c,revision_number=2']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:27.741020 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:27.741720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:27.742299 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.743040 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:27.744457 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Bound port: e5baec1c-0fc2-4361-90ad-74da3a810147, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:27.745266 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.749937 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:27.750592 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:27.759254 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.761022 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:27.761672 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Bound port: 8494bbe2-31d5-4c4e-b837-87cfad7da76c, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:27.762162 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.816787 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Allocated IP 172.20.0.1 (a05f0bd2-3e3c-4265-bb55-173e62bd1853/1163311c-3880-41e9-a9fd-2d4c0fbcb77a/f8824a85-160a-41b8-a360-a4cb191be145) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:27.843423 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:27.844730 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (876b8567-e285-4fe2-9a96-71f23d22bf14), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.852033 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] For port 8494bbe2-31d5-4c4e-b837-87cfad7da76c, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:27.858172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Pushing event updated for resources: {'Port': ['ID=202f0cac-70d8-4e85-85c7-2a2175c0f69a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:27.868838 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] For port 8494bbe2-31d5-4c4e-b837-87cfad7da76c, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=8494bbe2-31d5-4c4e-b837-87cfad7da76c,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:27.882613 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.904806 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] For port e5baec1c-0fc2-4361-90ad-74da3a810147, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:27.913683 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] For port e5baec1c-0fc2-4361-90ad-74da3a810147, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=e5baec1c-0fc2-4361-90ad-74da3a810147,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:27.931259 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (c85c6847-bda6-4b50-b05f-6f85799c2ebb), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:27.941576 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.007604 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:28.016354 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:28.017255 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:28.115912 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acbc5c-0e03-4d2a-919a-7a6c75ba9683 None None] Pushing event updated for resources: {'Port': ['ID=8494bbe2-31d5-4c4e-b837-87cfad7da76c,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:28.164088 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:28.164932 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:28.193231 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks [] for port (f8824a85-160a-41b8-a360-a4cb191be145), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.210942 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:28.226384 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:28.249617 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:28.303616 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks [] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.310304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (f8824a85-160a-41b8-a360-a4cb191be145), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.412171 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (c85c6847-bda6-4b50-b05f-6f85799c2ebb), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.413193 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:28.413777 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.529671 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Current status of the port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:28.530255 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.577186 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:22Z', 'revision_number': 3, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:28.619247 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 53c0288b-9568-4afd-86b5-d8c740d560d6 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:28.619509 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] Pushing event updated for resources: {'Network': ['ID=c85c6847-bda6-4b50-b05f-6f85799c2ebb,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:28.620219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.628415 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd65d38-cc07-44b0-9220-a339075d99bd None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:22Z', 'revision_number': 3, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:28.647784 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network c85c6847-bda6-4b50-b05f-6f85799c2ebb details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:12:28.694047 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6cf8-2755-4133-af69-9e885d3a47d6 None None] Pushing event updated for resources: {'Port': ['ID=e5baec1c-0fc2-4361-90ad-74da3a810147,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:28.736590 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] For port f4b293cd-dd1a-44ac-a504-8e43a9be7b18, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:28.739121 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:28.740346 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.741439 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.784775 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.800971 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:28.825177 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-31221fb4-c406-40e6-959d-c0af5a90a742 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3845270 Oct 24 13:12:28.841003 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58510) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:28.847750 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 53c0288b-9568-4afd-86b5-d8c740d560d6, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=53c0288b-9568-4afd-86b5-d8c740d560d6,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:28.876628 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Pushing event updated for resources: {'Port': ['ID=f8824a85-160a-41b8-a360-a4cb191be145,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:28.889429 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.893638 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:28.904058 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Request body: {'subnet': {'network_id': 'c85c6847-bda6-4b50-b05f-6f85799c2ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-271136564-subnet', 'tenant_id': 'c55ee1329da34912b0cb4df30bc11d2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:28.927745 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Provisioning complete for port 53c0288b-9568-4afd-86b5-d8c740d560d6 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:28.927952 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.928345 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Attempt 1 to provision port 53c0288b-9568-4afd-86b5-d8c740d560d6 Oct 24 13:12:28.931171 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:23Z', 'revision_number': 3, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:28.934986 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:28.935977 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:28.999741 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:29.000534 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Updating router 1d14bcaf-3128-49bc-b8f7-351893378942 port 29a6bab3-2a78-41ca-b90b-77f11316c706 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:29.014823 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:29.021666 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:29.022009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.031317 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:29.037076 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:29.039194 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:29.203699 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Pushing event updated for resources: {'Port': ['ID=f6051e4a-ef94-486e-ad1a-9145f182d423,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:29.212638 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Made reservation on behalf of c55ee1329da34912b0cb4df30bc11d2c for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:29.228503 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.301067 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Pushing event updated for resources: {'Port': ['ID=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:29.457653 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f4b293cd-dd1a-44ac-a504-8e43a9be7b18 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:29.465697 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.646253 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.650059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks [] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.661579 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Current status of the port 53c0288b-9568-4afd-86b5-d8c740d560d6 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:29.662405 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.663293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (876b8567-e285-4fe2-9a96-71f23d22bf14), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.698374 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:29.844229 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=53c0288b-9568-4afd-86b5-d8c740d560d6,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:29.849005 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Provisioning complete for port 27335f4a-4fad-4829-8363-b4dfb7f806ce triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:29.849807 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.850393 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Attempt 1 to provision port 27335f4a-4fad-4829-8363-b4dfb7f806ce Oct 24 13:12:29.871873 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Pushing event updated for resources: {'Port': ['ID=202f0cac-70d8-4e85-85c7-2a2175c0f69a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:29.930062 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f8824a85-160a-41b8-a360-a4cb191be145), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:29.950622 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:12:29.970938 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Network 55317d88-e8da-40f9-8cad-037adf7670ee is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:29.972767 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:30.226670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Allocated IP 172.20.0.1 (5d6737bc-d513-4e59-9015-d238c58ac0c3/b132198e-5c74-4965-81d8-a75c37076eba/2ca4df75-0e17-4598-8d5a-32801ed6f6f2) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:30.255380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (a7a17489-8d56-4c18-aee4-de28efbc543f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.287207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:30.360820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:30.370133 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:30.397916 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:30.398754 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.399153 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 Oct 24 13:12:30.422286 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Router 876b8567-e285-4fe2-9a96-71f23d22bf14 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:12:30.424525 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:30.456445 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:21Z', 'revision_number': 3, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:30.516452 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fed222-cb04-4361-b28e-f72f674a777e None None] The sync data for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi is: [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:21Z', 'revision_number': 3, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:30.533503 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks [] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.536370 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a17489-8d56-4c18-aee4-de28efbc543f,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:30.580902 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Checking segment: {'id': '758012dc-5b23-4e0e-8061-48d222eb41da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c85c6847-bda6-4b50-b05f-6f85799c2ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:30.581787 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Network hostable DHCP agents. Network: c85c6847-bda6-4b50-b05f-6f85799c2ebb, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:12:30.605988 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:30.627075 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Sync routers for ids ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:30.636464 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b6b08acd-20cf-4c02-83a7-4fb00af7d693 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3732421 Oct 24 13:12:30.664038 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Routers {'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:30.668639 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:30.732434 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Network c85c6847-bda6-4b50-b05f-6f85799c2ebb is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:12:30.782085 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:30.786443 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 3db387b6-0d56-497e-b239-0142b818f786 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:30.788609 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, c85c6847-bda6-4b50-b05f-6f85799c2ebb) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:30.803617 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:30.804439 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.823564 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:30.849745 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-4cd58df9-ebe3-4372-b7fe-0847d207acf1 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/876b8567-e285-4fe2-9a96-71f23d22bf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9287424 Oct 24 13:12:30.872440 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca12465-ea87-4638-8e89-c404bf2b1b83 None None] Network c85c6847-bda6-4b50-b05f-6f85799c2ebb requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:30.879103 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bd121-81f3-4e81-9ce8-6e649a349e29 None None] Current status of the port 27335f4a-4fad-4829-8363-b4dfb7f806ce is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:30.882505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.897465 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d8e0706d-4843-4b83-890b-a9a4f0d8a7b1 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0232761 Oct 24 13:12:30.909297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks [] for port (f8824a85-160a-41b8-a360-a4cb191be145), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.921168 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f8824a85-160a-41b8-a360-a4cb191be145), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:30.926047 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.008950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:31.032373 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:31.039183 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:31.042454 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (1d14bcaf-3128-49bc-b8f7-351893378942), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.044504 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Set router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:31.054095 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Pushing event updated for resources: {'Port': ['ID=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:31.181127 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Pushing event updated for resources: {'Port': ['ID=f8824a85-160a-41b8-a360-a4cb191be145,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:31.184776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:31.209725 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58562) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:31.247771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Provisioning complete for port f6051e4a-ef94-486e-ad1a-9145f182d423 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:31.248056 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.248846 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Attempt 1 to provision port f6051e4a-ef94-486e-ad1a-9145f182d423 Oct 24 13:12:31.454239 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Publish callbacks [] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.544259 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:31.548059 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:31.550124 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.653199 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:31.660615 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Port f6051e4a-ef94-486e-ad1a-9145f182d423 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:31.717425 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:31.732036 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772dd4c8-7791-4baf-b081-aa933c3b78b3 None None] Network c85c6847-bda6-4b50-b05f-6f85799c2ebb requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:31.755989 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 3db387b6-0d56-497e-b239-0142b818f786 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:31.757570 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3db387b6-0d56-497e-b239-0142b818f786), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.759496 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 3db387b6-0d56-497e-b239-0142b818f786 Oct 24 13:12:31.852472 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.956725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Attempting to bind port 29a6bab3-2a78-41ca-b90b-77f11316c706 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:31.957425 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Attempting to bind port 29a6bab3-2a78-41ca-b90b-77f11316c706 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:31.957828 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Attempting to bind port 29a6bab3-2a78-41ca-b90b-77f11316c706 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:31.960079 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Provisioning complete for port f8824a85-160a-41b8-a360-a4cb191be145 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:31.960775 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f8824a85-160a-41b8-a360-a4cb191be145), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:31.961335 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Attempt 1 to provision port f8824a85-160a-41b8-a360-a4cb191be145 Oct 24 13:12:31.996504 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 4, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f6051e4a-ef94-486e-ad1a-9145f182d423', 'name': '', 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'mac_address': 'fa:16:3e:0b:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 2, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'subnets': [{'id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:32.009978 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:12:32.072737 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Checking router: e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:32.077283 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Updating router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 port f6051e4a-ef94-486e-ad1a-9145f182d423 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:32.118266 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895607f-db79-4062-b13f-7a408fada143 None None] Pushing event updated for resources: {'Port': ['ID=29a6bab3-2a78-41ca-b90b-77f11316c706,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:32.183336 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.196595 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Port f8824a85-160a-41b8-a360-a4cb191be145 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:32.217733 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:32.276799 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:32.285093 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Provisioning complete for port 202f0cac-70d8-4e85-85c7-2a2175c0f69a triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:32.285488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.285792 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Attempt 1 to provision port 202f0cac-70d8-4e85-85c7-2a2175c0f69a Oct 24 13:12:32.292908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0831fa9-f912-4a3d-a295-29350ca7053c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.295992 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:32.299719 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a90386c1-831b-4ee6-bcc2-c547f932189a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2199855 Oct 24 13:12:32.325096 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:32.325485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:32.325976 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.326424 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:32.327005 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Bound port: 29a6bab3-2a78-41ca-b90b-77f11316c706, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:32.327822 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.330927 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks [] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.355002 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.357113 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (1d14bcaf-3128-49bc-b8f7-351893378942), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.441682 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:32.442455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:32.451453 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-8aa010b1-0510-4775-ba8b-317b0947583e None None] Port 202f0cac-70d8-4e85-85c7-2a2175c0f69a cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:32.505572 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0831fa9-f912-4a3d-a295-29350ca7053c admin admin] Publish callbacks [] for security_group (bb738b44-6540-473b-bb89-293213e1d52e), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.505835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 3db387b6-0d56-497e-b239-0142b818f786 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:32.507507 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3db387b6-0d56-497e-b239-0142b818f786), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.524371 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0831fa9-f912-4a3d-a295-29350ca7053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (bb738b44-6540-473b-bb89-293213e1d52e), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.529321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:32.632166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:32.649282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:32.684241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Pushing event updated for resources: {'Port': ['ID=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:32.701718 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0831fa9-f912-4a3d-a295-29350ca7053c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb738b44-6540-473b-bb89-293213e1d52e,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:32.706612 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b0831fa9-f912-4a3d-a295-29350ca7053c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6286671a05ed4748baec43c2c31bd089&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4963369 Oct 24 13:12:32.720484 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 3db387b6-0d56-497e-b239-0142b818f786, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=3db387b6-0d56-497e-b239-0142b818f786,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:32.727223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58598) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:32.756239 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] For port 29a6bab3-2a78-41ca-b90b-77f11316c706, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:32.775858 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3db387b6-0d56-497e-b239-0142b818f786), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.777055 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 27335f4a-4fad-4829-8363-b4dfb7f806ce up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:32.815153 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:32.867777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58626) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:32.880311 dv-cinder-862489-1-iscsi neutron-server[104669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 24 13:12:32.947471 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] For port 29a6bab3-2a78-41ca-b90b-77f11316c706, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=29a6bab3-2a78-41ca-b90b-77f11316c706,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:32.959683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58632) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:32.961399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:32.971823 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Provisioning complete for port f8824a85-160a-41b8-a360-a4cb191be145 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:32.971823 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f8824a85-160a-41b8-a360-a4cb191be145), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:32.971823 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Attempt 1 to provision port f8824a85-160a-41b8-a360-a4cb191be145 Oct 24 13:12:32.976965 dv-cinder-862489-1-iscsi neutron-server[104668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 24 13:12:32.980498 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Router 1d14bcaf-3128-49bc-b8f7-351893378942 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:12:32.994196 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3811e4c1-a26d-43ae-8039-ba45abec9723 admin admin] Publish callbacks [] for security_group (bb738b44-6540-473b-bb89-293213e1d52e), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.011183 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Publish callbacks [] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.027409 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.041434 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Port f8824a85-160a-41b8-a360-a4cb191be145 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:33.067514 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Provisioning complete for port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:33.067990 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.068406 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Attempt 1 to provision port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 Oct 24 13:12:33.122427 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:33.125812 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-6848ae52-6530-4796-af9f-a6afbd4618dd None None] Port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:33.127780 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.152313 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3139-db78-4800-b71b-92316cef1675 None None] Pushing event updated for resources: {'Port': ['ID=f6051e4a-ef94-486e-ad1a-9145f182d423,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:33.166253 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3811e4c1-a26d-43ae-8039-ba45abec9723 admin admin] Publish callbacks [] for security_group (bb738b44-6540-473b-bb89-293213e1d52e), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.170356 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 27335f4a-4fad-4829-8363-b4dfb7f806ce triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:33.170746 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.171167 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 27335f4a-4fad-4829-8363-b4dfb7f806ce Oct 24 13:12:33.290378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:33.291031 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:33.316809 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Attempting to bind port f6051e4a-ef94-486e-ad1a-9145f182d423 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:33.317183 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Attempting to bind port f6051e4a-ef94-486e-ad1a-9145f182d423 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:33.317543 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Attempting to bind port f6051e4a-ef94-486e-ad1a-9145f182d423 on network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:33.324783 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-6ab47a17-1665-4be9-9195-cac0ef776de8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:33.350470 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-6ab47a17-1665-4be9-9195-cac0ef776de8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 819 time: 0.4776473 Oct 24 13:12:33.398562 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-132d21f0-ef04-4f8b-86f8-3087b79943c0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/quotas/85d62dec32104e7b8c595953a479026b HTTP/1.1" status: 200 len: 375 time: 0.0461650 Oct 24 13:12:33.423644 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:33.426425 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Checking segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:33.427037 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.429751 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Bound using segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:33.430460 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Bound port: f6051e4a-ef94-486e-ad1a-9145f182d423, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:33.431107 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.458421 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58662) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:33.537431 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1061916550-network', 'tenant_id': 'a96b5da347f744c9b305f206acb396fe'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:33.549538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:33.569663 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 27335f4a-4fad-4829-8363-b4dfb7f806ce is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:33.575434 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=3db387b6-0d56-497e-b239-0142b818f786,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:33.585364 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-3a9e6d17-7147-493c-8c45-cf8fb483c636 None None] Provisioning complete for port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:33.587150 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6d17-7147-493c-8c45-cf8fb483c636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.588574 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-3a9e6d17-7147-493c-8c45-cf8fb483c636 None None] Attempt 1 to provision port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 Oct 24 13:12:33.617339 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] For port f6051e4a-ef94-486e-ad1a-9145f182d423, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:33.625758 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] For port f6051e4a-ef94-486e-ad1a-9145f182d423, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f6051e4a-ef94-486e-ad1a-9145f182d423,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:33.627461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-62716c12-b201-4c50-aa63-51072b1e749f tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:33.629680 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-62716c12-b201-4c50-aa63-51072b1e749f tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/networks?id=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 HTTP/1.1" status: 200 len: 812 time: 0.6671915 Oct 24 13:12:33.643731 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.714307 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:33.719535 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Routers {'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:33.720972 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:33.769792 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Made reservation on behalf of a96b5da347f744c9b305f206acb396fe for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:33.772226 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.781475 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-857730cd-18f7-45aa-b714-292cef47ac67 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/quotas/c837e1766e0141ea9b868b89efee5ba1 HTTP/1.1" status: 200 len: 375 time: 0.1364312 Oct 24 13:12:33.850828 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-4d53f8de-adee-44f4-b0f3-382bf3b0d5d7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4513149 Oct 24 13:12:33.853904 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58676) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:33.885644 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3811e4c1-a26d-43ae-8039-ba45abec9723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (bb738b44-6540-473b-bb89-293213e1d52e), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.896987 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3811e4c1-a26d-43ae-8039-ba45abec9723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:33.899327 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3811e4c1-a26d-43ae-8039-ba45abec9723 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bb738b44-6540-473b-bb89-293213e1d52e HTTP/1.1" status: 204 len: 168 time: 1.1710505 Oct 24 13:12:33.902794 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3139-db78-4800-b71b-92316cef1675 None None] Pushing event updated for resources: {'Port': ['ID=f6051e4a-ef94-486e-ad1a-9145f182d423,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:33.923351 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e4c1-a26d-43ae-8039-ba45abec9723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb738b44-6540-473b-bb89-293213e1d52e,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:33.991597 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:34.013267 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-22fa6765-a279-4361-a1f8-b74dd05df676 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c837e1766e0141ea9b868b89efee5ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804261 Oct 24 13:12:34.015125 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Sync routers for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:34.024565 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.039717 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:34.071881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:12:34.094020 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fba2aa03-b0fc-4b58-a6a0-83082ba34d7d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1d14bcaf-3128-49bc-b8f7-351893378942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1073999 Oct 24 13:12:34.161829 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99d7a326-414e-4f52-8aba-a98e39f13218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.217091 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks [] for security_group (b166bc71-674d-4789-8ec9-f2908af1f0c0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.222015 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:34.225696 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b166bc71-674d-4789-8ec9-f2908af1f0c0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.231505 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] Set router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:34.245114 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:12:34.257500 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (55a36994-899c-4ff1-a367-6e38aea75766), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.257842 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Added segment 55a36994-899c-4ff1-a367-6e38aea75766 of type vlan for network dd4779de-072a-492f-9f74-252e0e5aea8b Oct 24 13:12:34.267377 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-19345922-05ff-4eec-994c-8a4137205d8e service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:12:34.276621 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-19345922-05ff-4eec-994c-8a4137205d8e service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1837459 Oct 24 13:12:34.286877 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e6d17-7147-493c-8c45-cf8fb483c636 None None] Port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:34.300317 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f4b293cd-dd1a-44ac-a504-8e43a9be7b18 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:34.307561 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:34.308533 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:34.330242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (dd4779de-072a-492f-9f74-252e0e5aea8b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.372438 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (dd4779de-072a-492f-9f74-252e0e5aea8b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.373477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:34.373589 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:30Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:34.374008 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.427300 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9565687 Oct 24 13:12:34.432112 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58694) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:34.439682 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Request body: {'subnet': {'network_id': 'dd4779de-072a-492f-9f74-252e0e5aea8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1061916550-subnet', 'tenant_id': 'a96b5da347f744c9b305f206acb396fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:34.490534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166bc71-674d-4789-8ec9-f2908af1f0c0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:34.513168 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b114-21fe-47c0-9f56-4c30cccfb005 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4779de-072a-492f-9f74-252e0e5aea8b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:34.523243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:34.534058 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Made reservation on behalf of a96b5da347f744c9b305f206acb396fe for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:34.534058 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.558024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99d7a326-414e-4f52-8aba-a98e39f13218 admin admin] Publish callbacks [] for security_group (b4e2fe46-2e9e-42d7-932a-62a67241dcf2), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.582605 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:34.582955 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Updating router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f port f8824a85-160a-41b8-a360-a4cb191be145 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:34.588047 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99d7a326-414e-4f52-8aba-a98e39f13218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b4e2fe46-2e9e-42d7-932a-62a67241dcf2), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.625130 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-dc99c34c-57a5-43d4-bc52-7cc962f3c872 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319356 Oct 24 13:12:34.677532 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network dd4779de-072a-492f-9f74-252e0e5aea8b details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:12:34.726402 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 4, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f6051e4a-ef94-486e-ad1a-9145f182d423', 'name': '', 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'mac_address': 'fa:16:3e:0b:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:33Z', 'revision_number': 4, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'subnets': [{'id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:34.761458 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7631f9-06ab-4d6e-aeb7-0478c63adad2 None None] The sync data for ids ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'] in dv-cinder-862489-1-iscsi is: [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 4, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f6051e4a-ef94-486e-ad1a-9145f182d423', 'name': '', 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'mac_address': 'fa:16:3e:0b:d5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:33Z', 'revision_number': 4, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'subnets': [{'id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:34.772276 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:34.784587 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-041fa29b-7a25-414a-9a34-8792c68f59ca service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:12:34.786434 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-041fa29b-7a25-414a-9a34-8792c68f59ca service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1400242 Oct 24 13:12:34.804774 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:34.805164 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.805500 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 Oct 24 13:12:34.845197 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58700) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:34.877240 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-17d9e5a2-1654-4039-a1d8-ecd3ae9d9ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:34.896887 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7a326-414e-4f52-8aba-a98e39f13218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e2fe46-2e9e-42d7-932a-62a67241dcf2,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:34.903348 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:34.904218 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-99d7a326-414e-4f52-8aba-a98e39f13218 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1db6666d568b466ea2fa1d3c450fd380&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0490019 Oct 24 13:12:34.918786 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58702) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:34.956269 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:34.973316 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-2f879f92-c7e8-47d5-b9d0-3dc9b920f0ec service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358750 Oct 24 13:12:35.018054 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8f062422-5936-42aa-8368-3390c8734231 admin admin] Publish callbacks [] for security_group (b4e2fe46-2e9e-42d7-932a-62a67241dcf2), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.026241 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895607f-db79-4062-b13f-7a408fada143 None None] Pushing event updated for resources: {'Port': ['ID=29a6bab3-2a78-41ca-b90b-77f11316c706,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:35.028997 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f8824a85-160a-41b8-a360-a4cb191be145), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.082982 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8f062422-5936-42aa-8368-3390c8734231 admin admin] Publish callbacks [] for security_group (b4e2fe46-2e9e-42d7-932a-62a67241dcf2), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.118812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (e185c704-10e9-4176-b225-b668cdb22c4e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.168849 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-17d9e5a2-1654-4039-a1d8-ecd3ae9d9ec3 admin admin] Publish callbacks [] for security_group (83d3246d-ef45-4c6f-97f0-0a9b3456ecaa), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.181827 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-17d9e5a2-1654-4039-a1d8-ecd3ae9d9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (83d3246d-ef45-4c6f-97f0-0a9b3456ecaa), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.187660 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:35.192131 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 2, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:35.244202 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:35.262492 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Checking router: 876b8567-e285-4fe2-9a96-71f23d22bf14 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:35.262989 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Updating router 876b8567-e285-4fe2-9a96-71f23d22bf14 port 202f0cac-70d8-4e85-85c7-2a2175c0f69a binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:35.293781 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-17d9e5a2-1654-4039-a1d8-ecd3ae9d9ec3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3b08d3a7d9be417dab442e1b9363c751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472618 Oct 24 13:12:35.301030 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58714) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:35.304944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8f062422-5936-42aa-8368-3390c8734231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b4e2fe46-2e9e-42d7-932a-62a67241dcf2), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.317478 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8f062422-5936-42aa-8368-3390c8734231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.320973 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-8f062422-5936-42aa-8368-3390c8734231 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b4e2fe46-2e9e-42d7-932a-62a67241dcf2 HTTP/1.1" status: 204 len: 168 time: 0.4007292 Oct 24 13:12:35.324466 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.326777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9e5a2-1654-4039-a1d8-ecd3ae9d9ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d3246d-ef45-4c6f-97f0-0a9b3456ecaa,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:35.352297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f062422-5936-42aa-8368-3390c8734231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e2fe46-2e9e-42d7-932a-62a67241dcf2,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:35.441205 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e185c704-10e9-4176-b225-b668cdb22c4e,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:35.538214 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-74c2b84d-167f-416e-b2f3-239a7015f479 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435110 Oct 24 13:12:35.543993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Checking segment: {'id': '55a36994-899c-4ff1-a367-6e38aea75766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd4779de-072a-492f-9f74-252e0e5aea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:35.544420 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Network hostable DHCP agents. Network: dd4779de-072a-492f-9f74-252e0e5aea8b, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:12:35.581883 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:35.591957 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:35.592953 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 53c0288b-9568-4afd-86b5-d8c740d560d6 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:35.689225 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e564f89-5a8d-4ed1-b02a-cab0ab0d599a admin admin] Publish callbacks [] for security_group (83d3246d-ef45-4c6f-97f0-0a9b3456ecaa), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.696200 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Network dd4779de-072a-492f-9f74-252e0e5aea8b is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:12:35.740147 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, dd4779de-072a-492f-9f74-252e0e5aea8b) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:35.744997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:35.745677 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.752164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e564f89-5a8d-4ed1-b02a-cab0ab0d599a admin admin] Publish callbacks [] for security_group (83d3246d-ef45-4c6f-97f0-0a9b3456ecaa), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.767737 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421bd3d-e6ad-4c59-a2be-727229f910eb None None] Network dd4779de-072a-492f-9f74-252e0e5aea8b requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:35.770232 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 2, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:35.820423 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-f3d54578-c618-4ad7-ae73-e9e520d0abbe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676623 Oct 24 13:12:35.851901 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e0595d80-24d3-4c84-9b47-82bfb87ec868 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4171140 Oct 24 13:12:35.894285 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e564f89-5a8d-4ed1-b02a-cab0ab0d599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (83d3246d-ef45-4c6f-97f0-0a9b3456ecaa), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.896981 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e564f89-5a8d-4ed1-b02a-cab0ab0d599a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:35.898303 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7e564f89-5a8d-4ed1-b02a-cab0ab0d599a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/83d3246d-ef45-4c6f-97f0-0a9b3456ecaa HTTP/1.1" status: 204 len: 168 time: 0.5917115 Oct 24 13:12:35.916675 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e564f89-5a8d-4ed1-b02a-cab0ab0d599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d3246d-ef45-4c6f-97f0-0a9b3456ecaa,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:35.991414 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Publish callbacks [] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.003152 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.011759 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:36.049157 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:36.122652 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:36.128680 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Publish callbacks [] for port (f8824a85-160a-41b8-a360-a4cb191be145), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.128956 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a136bbc-5595-4f8e-a59e-477c3c9b4994 None None] Pushing event updated for resources: {'Port': ['ID=202f0cac-70d8-4e85-85c7-2a2175c0f69a,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:36.159726 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Attempting to bind port 202f0cac-70d8-4e85-85c7-2a2175c0f69a on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:36.159726 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Attempting to bind port 202f0cac-70d8-4e85-85c7-2a2175c0f69a by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:36.159726 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Attempting to bind port 202f0cac-70d8-4e85-85c7-2a2175c0f69a on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:36.230946 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:36.231639 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Checking segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:36.231906 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.232448 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Bound using segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:36.233427 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Bound port: 202f0cac-70d8-4e85-85c7-2a2175c0f69a, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:36.233427 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.260918 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c962fe9-bd31-40d8-ba77-56aca8f0a04b None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 2, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:36.296231 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 53c0288b-9568-4afd-86b5-d8c740d560d6 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:36.296690 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.297034 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 53c0288b-9568-4afd-86b5-d8c740d560d6 Oct 24 13:12:36.350583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58768) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:36.354661 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970917626', 'description': 'tempest-description--521341156'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:36.356948 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f8824a85-160a-41b8-a360-a4cb191be145), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.450470 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:36.453426 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 53c0288b-9568-4afd-86b5-d8c740d560d6 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:36.455456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e5baec1c-0fc2-4361-90ad-74da3a810147 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:36.457625 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6500e5-8679-41e9-867e-0918456ee6d9 None None] Network dd4779de-072a-492f-9f74-252e0e5aea8b requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:12:36.462874 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93df27-6a92-4ef4-8245-4e1fc186a5bb None None] Pushing event updated for resources: {'Port': ['ID=f8824a85-160a-41b8-a360-a4cb191be145,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:36.477748 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.598860 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] For port 202f0cac-70d8-4e85-85c7-2a2175c0f69a, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:36.617623 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] For port 202f0cac-70d8-4e85-85c7-2a2175c0f69a, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=202f0cac-70d8-4e85-85c7-2a2175c0f69a,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:36.621761 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-41934f5d-a58c-4bb4-a8a3-bc5288c55bd1 req-c7e394dc-4dd2-452f-8d4f-e4415c9a2fb5 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 210 time: 0.1383982 Oct 24 13:12:36.633724 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.725015 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58774) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:36.766623 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e2c6-9db9-4eb3-bf16-584db7cc426d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.775843 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:36.776483 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:36.785899 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Attempting to bind port f8824a85-160a-41b8-a360-a4cb191be145 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:36.788724 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (7892cca1-ad88-4348-98c3-be0422d2c56d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.793771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Attempting to bind port f8824a85-160a-41b8-a360-a4cb191be145 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:36.796998 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Attempting to bind port f8824a85-160a-41b8-a360-a4cb191be145 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:36.797937 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7892cca1-ad88-4348-98c3-be0422d2c56d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.866749 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58782) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:36.942569 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8da90b39-fef6-4bdc-b368-caf1c49538b7 req-e955e2d5-37f8-40e2-b7fb-9ca503c00f84 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.1264677 Oct 24 13:12:36.957127 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port e5baec1c-0fc2-4361-90ad-74da3a810147 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:36.957613 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:36.958050 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port e5baec1c-0fc2-4361-90ad-74da3a810147 Oct 24 13:12:36.958926 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a136bbc-5595-4f8e-a59e-477c3c9b4994 None None] Pushing event updated for resources: {'Port': ['ID=202f0cac-70d8-4e85-85c7-2a2175c0f69a,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:37.074385 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58798) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:37.077037 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:37.175727 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e2c6-9db9-4eb3-bf16-584db7cc426d admin admin] Publish callbacks [] for security_group (7cf24acb-039a-47d7-8d3b-13f2f02a1704), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.184050 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e2c6-9db9-4eb3-bf16-584db7cc426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7cf24acb-039a-47d7-8d3b-13f2f02a1704), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.206117 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:37.208232 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:37.209041 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.209433 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Bound using segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:37.209951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Bound port: f8824a85-160a-41b8-a360-a4cb191be145, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:37.210333 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f8824a85-160a-41b8-a360-a4cb191be145), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.276151 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ffe4e2c6-9db9-4eb3-bf16-584db7cc426d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=770206629c1d4eb89e5ddf603e7708eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5469625 Oct 24 13:12:37.280584 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port e5baec1c-0fc2-4361-90ad-74da3a810147 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:37.284232 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.292118 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58808) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:37.309642 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.311457 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9613943 Oct 24 13:12:37.316566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58810) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:37.317413 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5697eb-59a5-4640-8315-f101ffbf90c2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7892cca1-ad88-4348-98c3-be0422d2c56d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:37.329055 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': '7892cca1-ad88-4348-98c3-be0422d2c56d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:37.414038 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e2c6-9db9-4eb3-bf16-584db7cc426d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf24acb-039a-47d7-8d3b-13f2f02a1704,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:37.510616 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e305378-aff0-42a0-9fef-4fd1a8f3fa2a admin admin] Publish callbacks [] for security_group (7cf24acb-039a-47d7-8d3b-13f2f02a1704), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.550209 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Deleting subnet a7a17489-8d56-4c18-aee4-de28efbc543f {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:12:37.551317 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e305378-aff0-42a0-9fef-4fd1a8f3fa2a admin admin] Publish callbacks [] for security_group (7cf24acb-039a-47d7-8d3b-13f2f02a1704), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.560834 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Publish callbacks [] for subnet (a7a17489-8d56-4c18-aee4-de28efbc543f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.606770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port e5baec1c-0fc2-4361-90ad-74da3a810147, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=e5baec1c-0fc2-4361-90ad-74da3a810147,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:37.623516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.624990 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 8494bbe2-31d5-4c4e-b837-87cfad7da76c up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:37.677377 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:36Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:37.700220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Publish callbacks [] for subnet (a7a17489-8d56-4c18-aee4-de28efbc543f), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.729452 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (a7a17489-8d56-4c18-aee4-de28efbc543f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.807019 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6b416-00e2-49a8-95f7-e5bf5c67cc66 None None] The sync data for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi is: [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:36Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:37.949863 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58834) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:37.953950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (6b33a145-485d-4972-be3f-f34545273742), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:37.954755 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-d85aaf6e-5228-485d-a150-4f6f5787bdda tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:37.964220 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-d85aaf6e-5228-485d-a150-4f6f5787bdda tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 819 time: 0.3434074 Oct 24 13:12:37.996699 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-cdb6020b-6b94-48f5-8319-f7cc9c5424e0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/quotas/85d62dec32104e7b8c595953a479026b HTTP/1.1" status: 200 len: 375 time: 0.0303929 Oct 24 13:12:38.002294 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252984', 'description': 'tempest-description--48404196'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:38.021084 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] For port f8824a85-160a-41b8-a360-a4cb191be145, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:38.046466 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-014ca311-fffb-4dea-82c1-ded40914df8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.061003 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (a7a17489-8d56-4c18-aee4-de28efbc543f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.172535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a17489-8d56-4c18-aee4-de28efbc543f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:38.177360 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] For port f8824a85-160a-41b8-a360-a4cb191be145, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f8824a85-160a-41b8-a360-a4cb191be145,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:38.197057 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 8494bbe2-31d5-4c4e-b837-87cfad7da76c triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:38.197425 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.197899 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 8494bbe2-31d5-4c4e-b837-87cfad7da76c Oct 24 13:12:38.246146 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=e5baec1c-0fc2-4361-90ad-74da3a810147,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:38.263510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f8824a85-160a-41b8-a360-a4cb191be145), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.368374 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:38.372475 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 8494bbe2-31d5-4c4e-b837-87cfad7da76c is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:38.378724 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6b53afd8-4c61-4d34-9e2e-a1f90aa38f9a req-211760e3-4284-4722-bb32-02f188e134d0 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.2134778 Oct 24 13:12:38.379548 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.402298 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.428597 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-45739e16-a569-4518-b425-e7484e72af8b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a7a17489-8d56-4c18-aee4-de28efbc543f HTTP/1.1" status: 204 len: 168 time: 1.5427964 Oct 24 13:12:38.429407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58852) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:38.436341 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 8494bbe2-31d5-4c4e-b837-87cfad7da76c, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=8494bbe2-31d5-4c4e-b837-87cfad7da76c,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:38.448480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:38.462506 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:38.465926 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e305378-aff0-42a0-9fef-4fd1a8f3fa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7cf24acb-039a-47d7-8d3b-13f2f02a1704), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.475618 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.476321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e305378-aff0-42a0-9fef-4fd1a8f3fa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.480490 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 3db387b6-0d56-497e-b239-0142b818f786 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:38.485059 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1e305378-aff0-42a0-9fef-4fd1a8f3fa2a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7cf24acb-039a-47d7-8d3b-13f2f02a1704 HTTP/1.1" status: 204 len: 168 time: 1.1892791 Oct 24 13:12:38.487309 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-014ca311-fffb-4dea-82c1-ded40914df8f admin admin] Publish callbacks [] for security_group (96b14285-7fca-46b3-a84e-fed4b911e624), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.544231 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e305378-aff0-42a0-9fef-4fd1a8f3fa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf24acb-039a-47d7-8d3b-13f2f02a1704,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:38.557349 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-c55ab526-b9c1-48ae-be48-6947e484cb48 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5594773 Oct 24 13:12:38.562636 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-014ca311-fffb-4dea-82c1-ded40914df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (96b14285-7fca-46b3-a84e-fed4b911e624), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.590483 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:38.597440 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:38.612220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.628696 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:38.638926 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:38.668562 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ca311-fffb-4dea-82c1-ded40914df8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b14285-7fca-46b3-a84e-fed4b911e624,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:38.682140 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (c85c6847-bda6-4b50-b05f-6f85799c2ebb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.707850 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:38.766515 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (6b33a145-485d-4972-be3f-f34545273742), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.798325 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (6b33a145-485d-4972-be3f-f34545273742), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.810126 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-014ca311-fffb-4dea-82c1-ded40914df8f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d05ad5008e7c411da8d8f5d4762e55b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7335737 Oct 24 13:12:38.813606 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58864) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:38.897098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b33a145-485d-4972-be3f-f34545273742,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:38.899263 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93df27-6a92-4ef4-8245-4e1fc186a5bb None None] Pushing event updated for resources: {'Port': ['ID=f8824a85-160a-41b8-a360-a4cb191be145,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:38.908218 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-20dd9be5-660b-4fb0-80a0-1a20a763b8d8 admin admin] Publish callbacks [] for security_group (96b14285-7fca-46b3-a84e-fed4b911e624), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.915047 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 3db387b6-0d56-497e-b239-0142b818f786 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:38.915489 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3db387b6-0d56-497e-b239-0142b818f786), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.915832 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 3db387b6-0d56-497e-b239-0142b818f786 Oct 24 13:12:38.957802 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-20dd9be5-660b-4fb0-80a0-1a20a763b8d8 admin admin] Publish callbacks [] for security_group (96b14285-7fca-46b3-a84e-fed4b911e624), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:38.985265 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-bacefeee-1570-44ba-9307-428c77005ba5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170275 Oct 24 13:12:39.053141 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:39.074736 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (46a24864-f618-4de1-8ca9-d18103f6531c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.155181 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.163901 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d15a594a-3046-4114-be3c-1dbd3f24a231 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8411970 Oct 24 13:12:39.167532 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58870) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:39.169626 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (46a24864-f618-4de1-8ca9-d18103f6531c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.175618 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': '7892cca1-ad88-4348-98c3-be0422d2c56d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:39.278640 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-20dd9be5-660b-4fb0-80a0-1a20a763b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (96b14285-7fca-46b3-a84e-fed4b911e624), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.292866 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-20dd9be5-660b-4fb0-80a0-1a20a763b8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.295739 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-20dd9be5-660b-4fb0-80a0-1a20a763b8d8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/96b14285-7fca-46b3-a84e-fed4b911e624 HTTP/1.1" status: 204 len: 168 time: 0.4809408 Oct 24 13:12:39.297619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a24864-f618-4de1-8ca9-d18103f6531c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:39.335485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=8494bbe2-31d5-4c4e-b837-87cfad7da76c,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:39.365029 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (df601ba7-ae94-456d-baaf-223337628171), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.372244 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (c85c6847-bda6-4b50-b05f-6f85799c2ebb), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.386361 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-f54ed64d-3362-476e-95a8-4fc2d109deb8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994529 Oct 24 13:12:39.399843 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.404945 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-daf02b49-957d-41de-96c8-d2c9ff760924 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4203651 Oct 24 13:12:39.408276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9be5-660b-4fb0-80a0-1a20a763b8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b14285-7fca-46b3-a84e-fed4b911e624,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:39.412035 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58880) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:39.457660 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'security_group_rule': {'security_group_id': '46a24864-f618-4de1-8ca9-d18103f6531c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:39.532758 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.540699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.543949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.545103 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.545625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.546728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.548211 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.549535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.550127 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.551081 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:39.717593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (df601ba7-ae94-456d-baaf-223337628171), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.731153 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (df601ba7-ae94-456d-baaf-223337628171), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:39.774812 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.25', 57358) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:39.897263 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 3db387b6-0d56-497e-b239-0142b818f786 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:40.011254 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-1c03fcbe-8583-435b-b818-14697ea62896 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:40.013618 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-1c03fcbe-8583-435b-b818-14697ea62896 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.25 "GET /networking/v2.0/networks?id=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 HTTP/1.1" status: 200 len: 812 time: 0.2259862 Oct 24 13:12:40.015678 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df601ba7-ae94-456d-baaf-223337628171,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:40.049097 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-637bdf42-0c2e-4760-8280-d86511f6018f req-e6d26f87-1a5b-42e6-952b-bdc43897f233 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 210 time: 0.0639284 Oct 24 13:12:40.062895 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.064679 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-dbe36477-b3bb-41c6-926c-f878c9a408dd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8956175 Oct 24 13:12:40.070975 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Request body: {'port': {'device_id': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'admin_state_up': True, 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:40.076553 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58900) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:40.082810 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:40.102594 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:40.154785 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:40.157130 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:40.157430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:40.157774 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:12:40.158159 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85c6847-bda6-4b50-b05f-6f85799c2ebb']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:40.192016 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218abfc-f3bf-4089-bbd1-243f7a7e8a6e None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:40.237439 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (9b3c074d-a86b-474d-b720-83f11607c7b3), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.270013 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.397095 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-968297e7-ce73-42d2-be0b-888f6386f6a2 req-a28291ae-96e4-4fa5-a613-ef1e1ee6bbf9 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.1671398 Oct 24 13:12:40.397989 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 58912) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:40.409360 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 8494bbe2-31d5-4c4e-b837-87cfad7da76c up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:40.410101 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758012dc-5b23-4e0e-8061-48d222eb41da') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:40.416802 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758012dc-5b23-4e0e-8061-48d222eb41da') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:40.507238 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8862a99a-f552-414f-bdd8-b312d5d28e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.542560 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.25', 57365) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:40.564194 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 8494bbe2-31d5-4c4e-b837-87cfad7da76c triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:40.566027 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.572277 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 8494bbe2-31d5-4c4e-b837-87cfad7da76c Oct 24 13:12:40.637309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (758012dc-5b23-4e0e-8061-48d222eb41da), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.681111 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.726297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:40.757860 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 8494bbe2-31d5-4c4e-b837-87cfad7da76c is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:40.760413 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 202f0cac-70d8-4e85-85c7-2a2175c0f69a up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:40.911320 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 202f0cac-70d8-4e85-85c7-2a2175c0f69a triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:40.913535 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:40.915938 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 202f0cac-70d8-4e85-85c7-2a2175c0f69a Oct 24 13:12:40.982230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:40.983536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (758012dc-5b23-4e0e-8061-48d222eb41da), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.062005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:41.066750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:12:41.067362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (758012dc-5b23-4e0e-8061-48d222eb41da), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.106372 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 202f0cac-70d8-4e85-85c7-2a2175c0f69a is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:41.111693 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.117115 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (9b3c074d-a86b-474d-b720-83f11607c7b3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.172923 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 202f0cac-70d8-4e85-85c7-2a2175c0f69a, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=202f0cac-70d8-4e85-85c7-2a2175c0f69a,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:41.173194 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (9b3c074d-a86b-474d-b720-83f11607c7b3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.180675 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.183783 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29a6bab3-2a78-41ca-b90b-77f11316c706 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:41.248231 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (c85c6847-bda6-4b50-b05f-6f85799c2ebb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.250164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3c074d-a86b-474d-b720-83f11607c7b3,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:41.254772 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8862a99a-f552-414f-bdd8-b312d5d28e63 admin admin] Publish callbacks [] for security_group (9d9aeee4-6dee-4c18-b75f-65eb61233dc2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.262273 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-325a44d8-b3a5-450e-8b2c-1353cd164c98 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:41.265361 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-325a44d8-b3a5-450e-8b2c-1353cd164c98 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 819 time: 0.6621318 Oct 24 13:12:41.276813 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8862a99a-f552-414f-bdd8-b312d5d28e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9d9aeee4-6dee-4c18-b75f-65eb61233dc2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.282880 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.284325 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-58a5b652-f8b8-47fb-b53d-07b3fac7d35a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8609037 Oct 24 13:12:41.286909 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.289928 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c85c6847-bda6-4b50-b05f-6f85799c2ebb HTTP/1.1" status: 204 len: 168 time: 2.8424542 Oct 24 13:12:41.294576 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58958) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:41.295102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58960) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:41.309935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'port': {'device_id': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'admin_state_up': True, 'tenant_id': '85d62dec32104e7b8c595953a479026b'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:41.339088 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'security_group_rule': {'security_group_id': '46a24864-f618-4de1-8ca9-d18103f6531c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:41.343925 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab631d1-4ab1-4533-a96e-7eae75917cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85c6847-bda6-4b50-b05f-6f85799c2ebb,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:41.368377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:41.423032 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=202f0cac-70d8-4e85-85c7-2a2175c0f69a,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:41.489847 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-8862a99a-f552-414f-bdd8-b312d5d28e63 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=115397ad2fbf44d7a8316ef82509d4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0568533 Oct 24 13:12:41.512979 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 58966) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:41.524604 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:41.536958 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 29a6bab3-2a78-41ca-b90b-77f11316c706 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:41.537308 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.538510 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 29a6bab3-2a78-41ca-b90b-77f11316c706 Oct 24 13:12:41.550692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a99a-f552-414f-bdd8-b312d5d28e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9aeee4-6dee-4c18-b75f-65eb61233dc2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:41.673734 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-93afccdb-060d-46a6-9cba-192a6096bf1f req-996006c2-6cee-43ca-87bc-29756a77b6da tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.0615904 Oct 24 13:12:41.699089 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Deleting subnet e185c704-10e9-4176-b225-b668cdb22c4e {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:12:41.699089 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Publish callbacks [] for subnet (e185c704-10e9-4176-b225-b668cdb22c4e), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.727655 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 29a6bab3-2a78-41ca-b90b-77f11316c706 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:41.728052 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.742129 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:41.753525 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 29a6bab3-2a78-41ca-b90b-77f11316c706, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=29a6bab3-2a78-41ca-b90b-77f11316c706,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:41.758273 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Publish callbacks [] for subnet (e185c704-10e9-4176-b225-b668cdb22c4e), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.760547 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.762173 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f6051e4a-ef94-486e-ad1a-9145f182d423 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:41.770451 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (e185c704-10e9-4176-b225-b668cdb22c4e), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.771723 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Made reservation on behalf of 85d62dec32104e7b8c595953a479026b for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:41.779007 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.877049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=29a6bab3-2a78-41ca-b90b-77f11316c706,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:41.956152 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f6051e4a-ef94-486e-ad1a-9145f182d423 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:41.961049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:41.961408 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f6051e4a-ef94-486e-ad1a-9145f182d423 Oct 24 13:12:42.048262 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for subnet (e185c704-10e9-4176-b225-b668cdb22c4e), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.150033 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.25', 57374) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:42.246163 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-200de54e-dfcc-4377-9e41-a8b9d4a60de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.307831 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d13d1355-75b9-4c32-8982-b54c14f3b9c8 req-981ab560-8253-4c5f-be35-7d12ea3a54ab tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 210 time: 0.7342539 Oct 24 13:12:42.488603 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f6051e4a-ef94-486e-ad1a-9145f182d423 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:42.489157 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.490689 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (8be0c591-0071-44ec-bfe1-62ead5f05204), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.500296 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e185c704-10e9-4176-b225-b668cdb22c4e,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:42.697933 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 758012dc-5b23-4e0e-8061-48d222eb41da resource provider aggregate not found Oct 24 13:12:42.702113 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port f6051e4a-ef94-486e-ad1a-9145f182d423, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f6051e4a-ef94-486e-ad1a-9145f182d423,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:42.726285 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.727478 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e5baec1c-0fc2-4361-90ad-74da3a810147 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:42.813450 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.823575 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-5dd3cc54-7931-4e0e-aa46-838f301d8766 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e185c704-10e9-4176-b225-b668cdb22c4e HTTP/1.1" status: 204 len: 168 time: 1.5094738 Oct 24 13:12:42.850898 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 758012dc-5b23-4e0e-8061-48d222eb41da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 758012dc-5b23-4e0e-8061-48d222eb41da found for delete ", "request_id": "req-662339d5-53fc-47b2-9d99-b2a6d57223f7"}]} Oct 24 13:12:42.855472 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Allocated IP 172.20.0.9 (55317d88-e8da-40f9-8cad-037adf7670ee/d239705f-bf42-413a-9646-19223d939ce4/1acef793-2d20-4fbe-8204-9955726c8836) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:42.857582 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59006) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:42.884106 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (8be0c591-0071-44ec-bfe1-62ead5f05204), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.910554 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d207f095-ae12-4ac5-8623-4934271a46b5 admin admin] Publish callbacks [] for security_group (9d9aeee4-6dee-4c18-b75f-65eb61233dc2), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.974278 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d207f095-ae12-4ac5-8623-4934271a46b5 admin admin] Publish callbacks [] for security_group (9d9aeee4-6dee-4c18-b75f-65eb61233dc2), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:42.989753 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:43.049657 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port e5baec1c-0fc2-4361-90ad-74da3a810147 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:43.050038 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.050384 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port e5baec1c-0fc2-4361-90ad-74da3a810147 Oct 24 13:12:43.092349 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (8be0c591-0071-44ec-bfe1-62ead5f05204), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.094899 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Made reservation on behalf of c837e1766e0141ea9b868b89efee5ba1 for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:43.104524 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.166739 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=f6051e4a-ef94-486e-ad1a-9145f182d423,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:43.203473 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be0c591-0071-44ec-bfe1-62ead5f05204,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:43.247096 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.27.1.240 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/8c2639d8-df83-46c2-a86e-f9f00eebff5c) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:43.289333 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port e5baec1c-0fc2-4361-90ad-74da3a810147 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:43.356271 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.379620 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0f2256cb-538b-48b8-88cf-983499ec16f4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0684180 Oct 24 13:12:43.398559 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59032) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:43.422440 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:43.572948 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d207f095-ae12-4ac5-8623-4934271a46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9d9aeee4-6dee-4c18-b75f-65eb61233dc2), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.577434 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d207f095-ae12-4ac5-8623-4934271a46b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.597801 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d207f095-ae12-4ac5-8623-4934271a46b5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9d9aeee4-6dee-4c18-b75f-65eb61233dc2 HTTP/1.1" status: 204 len: 168 time: 2.0498798 Oct 24 13:12:43.706888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:43.716967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (dd4779de-072a-492f-9f74-252e0e5aea8b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:43.809312 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-df71f3a0-452f-40a1-b94a-8abe3132ad9d req-248c3254-72fd-47f8-96da-38458eee1e44 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.4356530 Oct 24 13:12:43.838191 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f8824a85-160a-41b8-a360-a4cb191be145 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:43.908049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f095-ae12-4ac5-8623-4934271a46b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9aeee4-6dee-4c18-b75f-65eb61233dc2,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:43.996583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b1887240-da1a-4224-a96a-ec3bb18bb171 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:44.001633 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b1887240-da1a-4224-a96a-ec3bb18bb171 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 819 time: 1.8068490 Oct 24 13:12:44.088993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'port': {'device_id': '6aac99c2-2d97-41c4-b44c-629b52631804', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'admin_state_up': True, 'tenant_id': '85d62dec32104e7b8c595953a479026b'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:44.096411 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-354e9223-e46f-4c38-a645-dec7ff861743 req-bd2e1657-86e0-4f03-8029-f157d4bd5d1e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 210 time: 0.4556379 Oct 24 13:12:44.172410 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.344679 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-245447b9-2cbb-4caf-a807-8b432f77671d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.360940 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f8824a85-160a-41b8-a360-a4cb191be145 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:44.361780 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f8824a85-160a-41b8-a360-a4cb191be145), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.363090 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f8824a85-160a-41b8-a360-a4cb191be145 Oct 24 13:12:44.402661 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:44.472324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.477009 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f8824a85-160a-41b8-a360-a4cb191be145 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:44.479148 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f8824a85-160a-41b8-a360-a4cb191be145), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.581720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port f8824a85-160a-41b8-a360-a4cb191be145, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f8824a85-160a-41b8-a360-a4cb191be145,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:44.594265 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f8824a85-160a-41b8-a360-a4cb191be145), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.595875 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f6051e4a-ef94-486e-ad1a-9145f182d423 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:44.607037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (dd4779de-072a-492f-9f74-252e0e5aea8b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.704907 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59066) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:44.709224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Allocated IP 172.20.0.13 (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2/1540ad6a-bb2a-4474-bde9-0d048e098b4f/2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:44.728511 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.798290 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4779de-072a-492f-9f74-252e0e5aea8b']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:44.845414 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f6051e4a-ef94-486e-ad1a-9145f182d423 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:44.846487 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.847242 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f6051e4a-ef94-486e-ad1a-9145f182d423 Oct 24 13:12:44.850720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=f8824a85-160a-41b8-a360-a4cb191be145,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:44.881963 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a36994-899c-4ff1-a367-6e38aea75766') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:44.882280 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a36994-899c-4ff1-a367-6e38aea75766') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:44.941898 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.951808 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (55a36994-899c-4ff1-a367-6e38aea75766), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:44.998618 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:45.001973 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f6051e4a-ef94-486e-ad1a-9145f182d423 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:45.007359 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29a6bab3-2a78-41ca-b90b-77f11316c706 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:45.021646 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:45.025339 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:45.041486 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for port (1acef793-2d20-4fbe-8204-9955726c8836), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.130809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 29a6bab3-2a78-41ca-b90b-77f11316c706 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:45.131301 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.131645 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 29a6bab3-2a78-41ca-b90b-77f11316c706 Oct 24 13:12:45.153311 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c81759a7-d95c-4967-a9cb-8ec8d91e0e01 req-776d2947-f41f-489a-9471-353174e30f7b tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.0949118 Oct 24 13:12:45.158639 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (55a36994-899c-4ff1-a367-6e38aea75766), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.186933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:12:45.187418 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (55a36994-899c-4ff1-a367-6e38aea75766), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.237783 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 55a36994-899c-4ff1-a367-6e38aea75766 resource provider aggregate not found Oct 24 13:12:45.251620 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e797dd31-723a-473c-a0d3-abc1df4222ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.263734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Made reservation on behalf of 85d62dec32104e7b8c595953a479026b for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:45.269544 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.274073 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 55a36994-899c-4ff1-a367-6e38aea75766 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55a36994-899c-4ff1-a367-6e38aea75766 found for delete ", "request_id": "req-6373b7fa-5831-4d15-af1f-406dbce334b4"}]} Oct 24 13:12:45.346184 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:45.374626 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 29a6bab3-2a78-41ca-b90b-77f11316c706 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:45.379236 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 202f0cac-70d8-4e85-85c7-2a2175c0f69a up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:45.398517 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-edc19626-b45b-47d2-8959-44d1fc6828b7 req-451362c1-f5f9-4a5e-ae63-fa0c2cc35e12 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 210 time: 0.0688372 Oct 24 13:12:45.422443 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:45.432570 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=8c2639d8-df83-46c2-a86e-f9f00eebff5c,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:45.449087 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:45.475996 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Allocated IP 172.27.1.207 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/bb95eca0-304b-4930-a012-51fac7b1c807) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:45.506950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1acef793-2d20-4fbe-8204-9955726c8836), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.526709 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks [] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.555845 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 202f0cac-70d8-4e85-85c7-2a2175c0f69a triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:45.556162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.556507 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 202f0cac-70d8-4e85-85c7-2a2175c0f69a Oct 24 13:12:45.711967 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.726014 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:45.729871 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 202f0cac-70d8-4e85-85c7-2a2175c0f69a is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:45.835716 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (58d017f7-faa4-4406-bcb4-2742b01558a7), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.868236 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'Port': ['ID=1acef793-2d20-4fbe-8204-9955726c8836,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:45.879791 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (dd4779de-072a-492f-9f74-252e0e5aea8b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.888905 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Network 55317d88-e8da-40f9-8cad-037adf7670ee is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:45.903834 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:45.927864 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f8824a85-160a-41b8-a360-a4cb191be145 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:45.941619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:45.945775 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/dd4779de-072a-492f-9f74-252e0e5aea8b HTTP/1.1" status: 204 len: 168 time: 3.0821409 Oct 24 13:12:45.961472 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:46.013276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.036937 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f8824a85-160a-41b8-a360-a4cb191be145 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:46.037843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f8824a85-160a-41b8-a360-a4cb191be145), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.038486 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f8824a85-160a-41b8-a360-a4cb191be145 Oct 24 13:12:46.066192 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a89c71-b8bc-4358-bcdb-0a552442ee33 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4779de-072a-492f-9f74-252e0e5aea8b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:46.150337 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:46.156908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.224444 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:46.291376 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f8824a85-160a-41b8-a360-a4cb191be145 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:46.301465 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Allocated IP 172.20.0.10 (55317d88-e8da-40f9-8cad-037adf7670ee/d239705f-bf42-413a-9646-19223d939ce4/763cd320-528d-4a92-b74f-cd47217f446b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:46.340935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:46.341645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.490584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59104) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:46.544170 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:46.555293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e797dd31-723a-473c-a0d3-abc1df4222ba admin admin] Publish callbacks [] for security_group (05e91bc7-08f5-4d4a-8f6a-a86abefb3974), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.560949 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-58a532cb-cd78-499e-9f6c-4da695b527cf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2753415 Oct 24 13:12:46.605805 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e797dd31-723a-473c-a0d3-abc1df4222ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (05e91bc7-08f5-4d4a-8f6a-a86abefb3974), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.616386 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-49547d1c-3397-4291-a46f-724ccd18c865 None None] Provisioning complete for port 1acef793-2d20-4fbe-8204-9955726c8836 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:46.616774 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-49547d1c-3397-4291-a46f-724ccd18c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (1acef793-2d20-4fbe-8204-9955726c8836), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.617154 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-49547d1c-3397-4291-a46f-724ccd18c865 None None] Attempt 1 to provision port 1acef793-2d20-4fbe-8204-9955726c8836 Oct 24 13:12:46.649390 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for port (bb95eca0-304b-4930-a012-51fac7b1c807), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.662481 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-7a4fbff5-051a-4f83-8f98-a93f35c0fe9f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:12:46.663658 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-7a4fbff5-051a-4f83-8f98-a93f35c0fe9f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0776513 Oct 24 13:12:46.673006 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:46.723165 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-49547d1c-3397-4291-a46f-724ccd18c865 None None] Port 1acef793-2d20-4fbe-8204-9955726c8836 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:46.794821 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:46.808888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:46.812779 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:46.839325 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:12:46.847222 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a2eab-caaf-4d34-8845-fd3793692113 req-8bb1d7fe-3ce3-4455-a043-77555a4bdea6 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:46.863129 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab2a2eab-caaf-4d34-8845-fd3793692113 req-8bb1d7fe-3ce3-4455-a043-77555a4bdea6 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 932 time: 0.4619718 Oct 24 13:12:46.877982 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:46.878913 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:47.002933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:47.156601 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e797dd31-723a-473c-a0d3-abc1df4222ba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=07e225871dfc4e7587af04d7ca61f24b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4226346 Oct 24 13:12:47.211244 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797dd31-723a-473c-a0d3-abc1df4222ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e91bc7-08f5-4d4a-8f6a-a86abefb3974,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:47.226858 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59130) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:47.268150 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:47.361942 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:47.449754 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d9d406a6-e11c-4f95-8e16-4d08b9ab8a6c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c55ee1329da34912b0cb4df30bc11d2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9465892 Oct 24 13:12:47.466430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59140) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:47.495366 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Request body: {'port': {'device_id': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:47.516458 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (bb95eca0-304b-4930-a012-51fac7b1c807), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:47.534686 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-fc302d8d-a694-432f-a47c-b6e914be3540 None None] Provisioning complete for port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:47.535343 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-fc302d8d-a694-432f-a47c-b6e914be3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:47.535694 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-fc302d8d-a694-432f-a47c-b6e914be3540 None None] Attempt 1 to provision port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 Oct 24 13:12:47.625101 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6a4c0d6e-7152-4060-925a-9db9946eecb5 req-5df56ac7-ef2f-4919-be11-c2c1815f2a0a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 210 time: 0.9730334 Oct 24 13:12:47.640550 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:47.650655 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:47.653158 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:47.658043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Pushing event updated for resources: {'Port': ['ID=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:47.697153 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-0703d290-45ae-4c5d-ada1-34783c65a0af tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6306801 Oct 24 13:12:47.714207 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:47.717588 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:47.725521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-fc302d8d-a694-432f-a47c-b6e914be3540 None None] Port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:47.736289 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab2a2eab-caaf-4d34-8845-fd3793692113 req-a3f9ba6e-2978-4e95-a6e3-37556b50a185 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8698533 Oct 24 13:12:47.745040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:47.836084 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (50090bbb-3a66-4b81-aac1-0d0cf4a7ea83), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:47.847573 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Request body: {'port': {'device_id': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:47.907179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1acef793-2d20-4fbe-8204-9955726c8836), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.017483 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 2, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:48.058808 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:12:48.059447 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Updating router 1d14bcaf-3128-49bc-b8f7-351893378942 port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:12:48.075040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.077794 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'Port': ['ID=bb95eca0-304b-4930-a012-51fac7b1c807,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:48.093652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for port (763cd320-528d-4a92-b74f-cd47217f446b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.101343 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (bb95eca0-304b-4930-a012-51fac7b1c807), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.117885 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.143666 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.178522 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.179580 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (58d017f7-faa4-4406-bcb4-2742b01558a7), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.235809 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3075f3d0-5690-4a9f-a24c-7daa767c172d admin admin] Publish callbacks [] for security_group (05e91bc7-08f5-4d4a-8f6a-a86abefb3974), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.356451 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9edbf41a-80fc-47ab-b110-2852a0bf28e5 admin admin] Publish callbacks [] for security_group (3693c6af-2f62-468c-b745-8baa3ef4eaa2), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.369662 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3075f3d0-5690-4a9f-a24c-7daa767c172d admin admin] Publish callbacks [] for security_group (05e91bc7-08f5-4d4a-8f6a-a86abefb3974), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.534987 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9edbf41a-80fc-47ab-b110-2852a0bf28e5 admin admin] Publish callbacks [] for security_group (3693c6af-2f62-468c-b745-8baa3ef4eaa2), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.564858 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (763cd320-528d-4a92-b74f-cd47217f446b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.732172 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Publish callbacks [] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.734356 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.735767 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6573477 Oct 24 13:12:48.736312 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:48.748296 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.793084 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:48.798140 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:48.846214 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Network 55317d88-e8da-40f9-8cad-037adf7670ee is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:48.872558 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd92d4-7977-4426-a67c-c457878297dc None None] Pushing event updated for resources: {'Port': ['ID=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:48.888736 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Attempting to bind port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:48.889314 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Attempting to bind port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:48.890876 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Attempting to bind port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:48.936181 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17664-7935-4a58-88ad-504b1901e2d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=8c2639d8-df83-46c2-a86e-f9f00eebff5c,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:48.947872 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:48.966572 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:48.986291 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:48.988673 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Checking segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:48.989892 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:48.990837 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Bound using segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:48.994668 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Bound port: 2ca4df75-0e17-4598-8d5a-32801ed6f6f2, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:48.997889 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.090240 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for port (bb95eca0-304b-4930-a012-51fac7b1c807), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.160967 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4a27-4b16-4dd0-9806-6a7ff7266401 req-d076ce65-b8a1-4d2b-a7fe-d311afe56b36 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:49.162810 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3b4a4a27-4b16-4dd0-9806-6a7ff7266401 req-d076ce65-b8a1-4d2b-a7fe-d311afe56b36 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 932 time: 0.4023709 Oct 24 13:12:49.169562 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (bb95eca0-304b-4930-a012-51fac7b1c807), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.187843 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (50090bbb-3a66-4b81-aac1-0d0cf4a7ea83), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.193302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] For port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:49.199837 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] For port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:49.214486 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.378361 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd92d4-7977-4426-a67c-c457878297dc None None] Pushing event updated for resources: {'Port': ['ID=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:49.409723 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:12:49.410516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:12:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:49.566833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.572931 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1731710 Oct 24 13:12:49.587870 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b6e9c-3bf0-4905-8353-f48d26ab4b1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'Port': ['ID=bb95eca0-304b-4930-a012-51fac7b1c807,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:49.600044 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-2213b839-190d-4e95-a9bf-8c4b0ef55c91 None None] Provisioning complete for port 763cd320-528d-4a92-b74f-cd47217f446b triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:49.600453 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2213b839-190d-4e95-a9bf-8c4b0ef55c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (763cd320-528d-4a92-b74f-cd47217f446b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.600806 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-2213b839-190d-4e95-a9bf-8c4b0ef55c91 None None] Attempt 1 to provision port 763cd320-528d-4a92-b74f-cd47217f446b Oct 24 13:12:49.659525 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-2213b839-190d-4e95-a9bf-8c4b0ef55c91 None None] Port 763cd320-528d-4a92-b74f-cd47217f446b cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:49.744206 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3b4a4a27-4b16-4dd0-9806-6a7ff7266401 req-89341f6e-80ad-4d24-90cc-255c6c60822c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387815 Oct 24 13:12:49.839896 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:49.861300 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:12:49.914628 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:12:49.931394 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Publish callbacks [] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:49.999781 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:50.015253 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Transition to ACTIVE for port object 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:12:50.028255 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-4d1c20d2-2181-42d8-bc41-d956e6d2bedf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--970917626&fields=id&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 267 time: 0.1077878 Oct 24 13:12:50.032536 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.040675 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:50.046012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'Port': ['ID=763cd320-528d-4a92-b74f-cd47217f446b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:50.109637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59200) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:50.215331 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Pushing event updated for resources: {'Port': ['ID=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:50.266872 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Attempting to bind port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:50.267953 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Attempting to bind port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:50.268635 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Attempting to bind port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 on network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:50.275536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acef793-2d20-4fbe-8204-9955726c8836 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:12:50.294890 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Publish callbacks [] for port (1acef793-2d20-4fbe-8204-9955726c8836), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.325664 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:50.341585 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-bbbc96b3-2e3c-4d32-9593-94cabd91e9ad tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:50.349941 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-bbbc96b3-2e3c-4d32-9593-94cabd91e9ad tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.3205218 Oct 24 13:12:50.352927 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:50.353581 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.370935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Transition to ACTIVE for port object 1acef793-2d20-4fbe-8204-9955726c8836 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:12:50.372265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9edbf41a-80fc-47ab-b110-2852a0bf28e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (3693c6af-2f62-468c-b745-8baa3ef4eaa2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.374414 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-a00bc450-ff2d-4353-8de7-54d73cdb9554 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/quotas/69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 375 time: 0.0226119 Oct 24 13:12:50.376388 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9edbf41a-80fc-47ab-b110-2852a0bf28e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.377743 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 on network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:12:50.377987 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9edbf41a-80fc-47ab-b110-2852a0bf28e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3693c6af-2f62-468c-b745-8baa3ef4eaa2 HTTP/1.1" status: 204 len: 168 time: 2.9035497 Oct 24 13:12:50.378466 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Attempting to bind port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 on network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:50.424430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (1acef793-2d20-4fbe-8204-9955726c8836), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.445246 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-e4986b81-f9e2-4d1f-9287-521034e41967 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3973870 Oct 24 13:12:50.464888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-759e3d97-c225-4c7b-b581-a1022ff8020c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.465480 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:50.466472 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbf41a-80fc-47ab-b110-2852a0bf28e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3693c6af-2f62-468c-b745-8baa3ef4eaa2,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:50.467616 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.468063 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 Oct 24 13:12:50.556603 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-4b433dc8-927a-45d0-876a-ad72f2789df4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1809144 Oct 24 13:12:50.575939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Request body: {'port': {'device_id': '6aac99c2-2d97-41c4-b44c-629b52631804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:50.607837 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b78f9-646c-4f6c-9ce6-22b029c1e648 req-ad9553ce-52d0-4ff8-b5f4-276f80c33861 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:50.625360 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-704b78f9-646c-4f6c-9ce6-22b029c1e648 req-ad9553ce-52d0-4ff8-b5f4-276f80c33861 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 944 time: 1.6794076 Oct 24 13:12:50.696688 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:50.697089 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Checking segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:50.700122 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Bound using segment: {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:50.700739 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Bound port: 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:50.701163 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.711583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3075f3d0-5690-4a9f-a24c-7daa767c172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (05e91bc7-08f5-4d4a-8f6a-a86abefb3974), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.711583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3075f3d0-5690-4a9f-a24c-7daa767c172d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:50.725099 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-3075f3d0-5690-4a9f-a24c-7daa767c172d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/05e91bc7-08f5-4d4a-8f6a-a86abefb3974 HTTP/1.1" status: 204 len: 168 time: 3.4972172 Oct 24 13:12:50.816613 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:50.832465 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f582bb32-4563-486e-878c-870798db0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:49Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:12:50.853087 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:50.936482 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582bb32-4563-486e-878c-870798db0b08 None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:49Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:12:50.974523 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:50.974825 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.027775 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-38921981-a6ad-487d-83ab-99229cedce17 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603522 Oct 24 13:12:51.051795 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:51.059881 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.088587 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075f3d0-5690-4a9f-a24c-7daa767c172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e91bc7-08f5-4d4a-8f6a-a86abefb3974,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:51.159449 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1acef793-2d20-4fbe-8204-9955726c8836,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:51.224570 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59230) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:51.240220 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:51.377655 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (763cd320-528d-4a92-b74f-cd47217f446b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.441813 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-759e3d97-c225-4c7b-b581-a1022ff8020c admin admin] Publish callbacks [] for security_group (0943a8c2-c9e5-435b-90d0-7f30a585b9b6), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.447088 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-759e3d97-c225-4c7b-b581-a1022ff8020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0943a8c2-c9e5-435b-90d0-7f30a585b9b6), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.548693 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-704b78f9-646c-4f6c-9ce6-22b029c1e648 req-ae7dcb3a-f904-48b0-9565-947d99065349 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9146245 Oct 24 13:12:51.571197 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] For port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:51.593825 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e3d97-c225-4c7b-b581-a1022ff8020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0943a8c2-c9e5-435b-90d0-7f30a585b9b6,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:51.705652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Attempting to bind port 1acef793-2d20-4fbe-8204-9955726c8836 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:51.706070 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Attempting to bind port 1acef793-2d20-4fbe-8204-9955726c8836 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:51.707868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Attempting to bind port 1acef793-2d20-4fbe-8204-9955726c8836 on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:51.778713 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59246) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:51.808854 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] For port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:51.818222 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-759e3d97-c225-4c7b-b581-a1022ff8020c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fecdd1980bcf4f9ea66d7e0724b868d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7026522 Oct 24 13:12:51.835936 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59248) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:51.846136 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-b6abc0ac-92d6-4164-bcf7-04c7d21a4e76 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397058 Oct 24 13:12:51.846953 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e72bd18-f595-457e-8b87-882b9ebcb9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.860623 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.878085 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:51.879217 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:51.881059 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-43c928c6-798e-475d-8568-051845be0e2a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 HTTP/1.1" status: 200 len: 1094 time: 4.1552012 Oct 24 13:12:51.887105 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'tag': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:12:51.949251 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-233fdec9-b082-4e16-9e14-e2b0cf2384c5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a96b5da347f744c9b305f206acb396fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7106938 Oct 24 13:12:51.982846 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:52.002364 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59250) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:52.006537 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-cd5bcc8c-57b8-4be6-bb01-a5c909b72fed tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1252984&fields=id&tenant_id=b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 267 time: 0.2235312 Oct 24 13:12:52.027485 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:52.096765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80563faa-2534-417b-a3dc-af1dc3fbe740 admin admin] Publish callbacks [] for security_group (0943a8c2-c9e5-435b-90d0-7f30a585b9b6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.151542 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:52.169938 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:52.170448 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.171023 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 Oct 24 13:12:52.351636 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:52.382712 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Port 1acef793-2d20-4fbe-8204-9955726c8836 on network 55317d88-e8da-40f9-8cad-037adf7670ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:12:52.383999 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Attempting to bind port 1acef793-2d20-4fbe-8204-9955726c8836 on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:52.487514 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80563faa-2534-417b-a3dc-af1dc3fbe740 admin admin] Publish callbacks [] for security_group (0943a8c2-c9e5-435b-90d0-7f30a585b9b6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.638842 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-ea009f75-8db9-4365-b597-7dbaa053fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:52.640939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:52.641391 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-ea009f75-8db9-4365-b597-7dbaa053fb40 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c837e1766e0141ea9b868b89efee5ba1&device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 1128 time: 0.4378233 Oct 24 13:12:52.653659 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483c0b-efb7-420d-9d71-18d9030960ae req-bb64e8ef-52c0-40e9-9a1a-bd2416eb91af tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:52.661605 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-63483c0b-efb7-420d-9d71-18d9030960ae req-bb64e8ef-52c0-40e9-9a1a-bd2416eb91af tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 932 time: 0.2089274 Oct 24 13:12:52.688827 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd16360e-d7e6-4a86-ab2d-e39317dca6d7 admin admin] Publish callbacks [] for security_group (b166bc71-674d-4789-8ec9-f2908af1f0c0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.697024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e72bd18-f595-457e-8b87-882b9ebcb9e7 admin admin] Publish callbacks [] for security_group (95250459-5872-444e-8543-985fedc8f423), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.712950 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c928c6-798e-475d-8568-051845be0e2a service neutron] Pushing event updated for resources: {'Port': ['ID=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:52.768658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e72bd18-f595-457e-8b87-882b9ebcb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (95250459-5872-444e-8543-985fedc8f423), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.778091 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd16360e-d7e6-4a86-ab2d-e39317dca6d7 admin admin] Publish callbacks [] for security_group (b166bc71-674d-4789-8ec9-f2908af1f0c0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.833511 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3980b542-4bb7-4b34-846d-e29ecab8114d" -d '{"events": [{"name": "network-changed", "server_uuid": "d835cdc8-620a-46a9-83ce-d47557bf77a9", "tag": "2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:12:52.845587 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-3c0dd131-da67-473e-80c8-518e044424c4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 HTTP/1.1" status: 200 len: 217 time: 0.1462281 Oct 24 13:12:52.960652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:52.961077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Checking segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:52.961732 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Bound using segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:52.962241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Bound port: 1acef793-2d20-4fbe-8204-9955726c8836, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:52.962640 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1acef793-2d20-4fbe-8204-9955726c8836), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:52.979787 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-63483c0b-efb7-420d-9d71-18d9030960ae req-aa4c0165-0037-4e0d-8be3-439a5aa98885 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729392 Oct 24 13:12:52.998037 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1e72bd18-f595-457e-8b87-882b9ebcb9e7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=391ed02c7029442f8acedd097b32bc76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2127435 Oct 24 13:12:52.999732 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59282) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:53.005689 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72bd18-f595-457e-8b87-882b9ebcb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95250459-5872-444e-8543-985fedc8f423,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:53.119250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-35eab116-a212-45ab-ad97-afd3f5754f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:53.121440 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-35eab116-a212-45ab-ad97-afd3f5754f87 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1540ad6a-bb2a-4474-bde9-0d048e098b4f HTTP/1.1" status: 200 len: 851 time: 0.2515492 Oct 24 13:12:53.128698 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:53.182747 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f32e25cb-fa04-4b60-b9b0-0bfb6081bdd4 req-2a1a4c9a-fa7d-4a33-8bc4-246017ac2139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 210 time: 0.0502613 Oct 24 13:12:53.228183 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:53.230004 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5b537aa-648a-4fbc-b993-52468826a4c4 admin admin] Publish callbacks [] for security_group (95250459-5872-444e-8543-985fedc8f423), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.293848 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd16360e-d7e6-4a86-ab2d-e39317dca6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b166bc71-674d-4789-8ec9-f2908af1f0c0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.297077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd16360e-d7e6-4a86-ab2d-e39317dca6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.298322 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-dd16360e-d7e6-4a86-ab2d-e39317dca6d7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b166bc71-674d-4789-8ec9-f2908af1f0c0 HTTP/1.1" status: 204 len: 168 time: 1.2906454 Oct 24 13:12:53.301179 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5b537aa-648a-4fbc-b993-52468826a4c4 admin admin] Publish callbacks [] for security_group (95250459-5872-444e-8543-985fedc8f423), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.317900 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-e88b1eb2-c442-499f-b17e-46896934352f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:53.321121 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-e88b1eb2-c442-499f-b17e-46896934352f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 817 time: 1.2915757 Oct 24 13:12:53.441222 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] For port 1acef793-2d20-4fbe-8204-9955726c8836, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:53.533442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-01d59eb8-fe32-4db2-9a18-2870ce4facfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:53.535536 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-01d59eb8-fe32-4db2-9a18-2870ce4facfa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3484416 Oct 24 13:12:53.546304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a0f59-f6a1-4765-8218-ed1f88944b74 req-bb457557-fe2c-4dcd-91e0-aaca4234aaca tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:53.554391 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1b6a0f59-f6a1-4765-8218-ed1f88944b74 req-bb457557-fe2c-4dcd-91e0-aaca4234aaca tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 944 time: 0.1662083 Oct 24 13:12:53.682982 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763cd320-528d-4a92-b74f-cd47217f446b {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:12:53.685768 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5b537aa-648a-4fbc-b993-52468826a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (95250459-5872-444e-8543-985fedc8f423), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.688958 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5b537aa-648a-4fbc-b993-52468826a4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.690580 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c5b537aa-648a-4fbc-b993-52468826a4c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/95250459-5872-444e-8543-985fedc8f423 HTTP/1.1" status: 204 len: 168 time: 0.6881490 Oct 24 13:12:53.714874 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Publish callbacks [] for port (763cd320-528d-4a92-b74f-cd47217f446b), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.735387 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1b6a0f59-f6a1-4765-8218-ed1f88944b74 req-0fec9ba0-25db-45aa-934d-4c03dfd567e5 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713793 Oct 24 13:12:53.740259 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b537aa-648a-4fbc-b993-52468826a4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95250459-5872-444e-8543-985fedc8f423,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:53.808508 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-b1077152-a373-4351-9330-ddeb74254b05 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455618 Oct 24 13:12:53.866392 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16360e-d7e6-4a86-ab2d-e39317dca6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166bc71-674d-4789-8ec9-f2908af1f0c0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:53.899473 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Transition to ACTIVE for port object 763cd320-528d-4a92-b74f-cd47217f446b will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:12:53.902390 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:53.914056 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80563faa-2534-417b-a3dc-af1dc3fbe740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0943a8c2-c9e5-435b-90d0-7f30a585b9b6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.922458 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80563faa-2534-417b-a3dc-af1dc3fbe740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.924595 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-80563faa-2534-417b-a3dc-af1dc3fbe740 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0943a8c2-c9e5-435b-90d0-7f30a585b9b6 HTTP/1.1" status: 204 len: 168 time: 2.0849710 Oct 24 13:12:53.933133 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] For port 1acef793-2d20-4fbe-8204-9955726c8836, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=1acef793-2d20-4fbe-8204-9955726c8836,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:53.939714 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (763cd320-528d-4a92-b74f-cd47217f446b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:53.997139 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb6e38c-6879-44c2-b466-c0a70582ead0 req-a2a8230a-7895-4b13-aaf9-4b9ff97d2ddf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755042 Oct 24 13:12:54.002561 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-1f3504ec-3987-4346-a0f9-06d9e660e869 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/quotas/b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 375 time: 0.5677080 Oct 24 13:12:54.006156 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80563faa-2534-417b-a3dc-af1dc3fbe740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0943a8c2-c9e5-435b-90d0-7f30a585b9b6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:54.016935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (1acef793-2d20-4fbe-8204-9955726c8836), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:54.020875 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:54.021739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:54.023564 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 1093 time: 6.9166732 Oct 24 13:12:54.033813 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'tag': '1acef793-2d20-4fbe-8204-9955726c8836'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:12:54.054126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Pushing event updated for resources: {'Port': ['ID=763cd320-528d-4a92-b74f-cd47217f446b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:54.253249 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-a20b5242-7811-4319-a166-52b23185c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:54.254986 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-a20b5242-7811-4319-a166-52b23185c69c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1127 time: 0.1219296 Oct 24 13:12:54.266818 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-0def5889-b534-4cf9-8772-47011a9429b1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392912 Oct 24 13:12:54.324192 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb67d20-1a72-4dd2-b66b-b166ac9775f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1acef793-2d20-4fbe-8204-9955726c8836,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:54.382022 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Attempting to bind port 763cd320-528d-4a92-b74f-cd47217f446b on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:12:54.382348 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Attempting to bind port 763cd320-528d-4a92-b74f-cd47217f446b by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:12:54.382686 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Attempting to bind port 763cd320-528d-4a92-b74f-cd47217f446b on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:54.460187 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-eb5b28fb-0e75-4786-a8cf-9103a3a57ce4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747229 Oct 24 13:12:54.462359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Port 763cd320-528d-4a92-b74f-cd47217f446b on network 55317d88-e8da-40f9-8cad-037adf7670ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:12:54.462689 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Attempting to bind port 763cd320-528d-4a92-b74f-cd47217f446b on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:12:54.539882 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b612a-3434-41d7-84b5-78ecb35130ae x-openstack-request-id: req-672b612a-3434-41d7-84b5-78ecb35130ae {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:12:54.540238 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d835cdc8-620a-46a9-83ce-d47557bf77a9", "tag": "2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:12:54.540775 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-672b612a-3434-41d7-84b5-78ecb35130ae {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:12:54.541257 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672b612a-3434-41d7-84b5-78ecb35130ae'] response: {'name': 'network-changed', 'server_uuid': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'tag': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347', 'status': 'completed', 'code': 200} Oct 24 13:12:54.602109 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:12:54.602536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Checking segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:12:54.602923 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Bound using segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:12:54.603404 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Bound port: 763cd320-528d-4a92-b74f-cd47217f446b, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:12:54.603797 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (763cd320-528d-4a92-b74f-cd47217f446b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:54.685116 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447e9ee-65b7-4500-8690-9f3963f9e8df req-4c567ac4-0ec9-4c73-9d9b-a7eac24b18bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:54.697885 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2447e9ee-65b7-4500-8690-9f3963f9e8df req-4c567ac4-0ec9-4c73-9d9b-a7eac24b18bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 944 time: 0.1011937 Oct 24 13:12:54.715978 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] For port 763cd320-528d-4a92-b74f-cd47217f446b, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:12:54.722027 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] For port 763cd320-528d-4a92-b74f-cd47217f446b, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=763cd320-528d-4a92-b74f-cd47217f446b,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:12:54.754681 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-c4334334-1428-4e8c-a5e2-183db965317d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877851 Oct 24 13:12:54.763280 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (763cd320-528d-4a92-b74f-cd47217f446b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:54.772632 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:54.776753 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:54.780914 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/763cd320-528d-4a92-b74f-cd47217f446b HTTP/1.1" status: 200 len: 1094 time: 4.2278299 Oct 24 13:12:54.837005 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2447e9ee-65b7-4500-8690-9f3963f9e8df req-7a40e105-7c93-4723-b0d7-d2f3937f0c43 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340666 Oct 24 13:12:54.931870 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59336) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:55.066359 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c6e90d83-543f-445b-81f6-488462ee6c4f req-25d98c1c-24ad-4a71-b77b-f360a6bcad33 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 210 time: 0.0763054 Oct 24 13:12:55.161470 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cf67eff3-c641-4340-bf38-e32076e058aa req-ba2f9310-0d68-4465-a01f-24c95b78ada5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 210 time: 0.0317535 Oct 24 13:12:55.198642 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-c97ff98f-e832-4c37-b11c-b844865ef891 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 217 time: 0.0839558 Oct 24 13:12:55.200006 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59344) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:55.202026 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d27f5d-dc76-424f-9847-1b93ff88df8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2011f5ea-73ab-457d-be16-25ad031e5e96", "tag": "1acef793-2d20-4fbe-8204-9955726c8836"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:12:55.217979 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-025c8355-0b00-40a3-8155-64d2ac1fb6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.376368 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.25', 57385) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:55.450338 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:55.453155 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-a5b90011-f9b0-4d9d-ae30-1d7f86467e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:55.456055 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-a5b90011-f9b0-4d9d-ae30-1d7f86467e1c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 1128 time: 0.1136656 Oct 24 13:12:55.497860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-a45e4d1a-2c82-477f-87eb-6280af6fa657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:55.500935 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-a45e4d1a-2c82-477f-87eb-6280af6fa657 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c837e1766e0141ea9b868b89efee5ba1&device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 1128 time: 0.1183667 Oct 24 13:12:55.512661 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:55.530063 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-025c8355-0b00-40a3-8155-64d2ac1fb6cc admin admin] Publish callbacks [] for security_group (1e04d419-1dc8-4fa7-b9b9-35536c841fd8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.535290 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c22a-6c92-44b5-909a-da4e4fdb4f50 service neutron] Pushing event updated for resources: {'Port': ['ID=763cd320-528d-4a92-b74f-cd47217f446b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:55.562447 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783ad287-d2d9-4065-99cd-ffec083d261b x-openstack-request-id: req-783ad287-d2d9-4065-99cd-ffec083d261b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:12:55.562745 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011f5ea-73ab-457d-be16-25ad031e5e96", "tag": "1acef793-2d20-4fbe-8204-9955726c8836", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:12:55.563249 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-783ad287-d2d9-4065-99cd-ffec083d261b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:12:55.563508 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783ad287-d2d9-4065-99cd-ffec083d261b'] response: {'name': 'network-changed', 'server_uuid': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'tag': '1acef793-2d20-4fbe-8204-9955726c8836', 'status': 'completed', 'code': 200} Oct 24 13:12:55.575551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-025c8355-0b00-40a3-8155-64d2ac1fb6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1e04d419-1dc8-4fa7-b9b9-35536c841fd8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.580463 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149223-a51f-4ed5-b5e3-375a2c30885c req-3481ccde-c7e8-46a5-b34a-0f22601b6080 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:55.582057 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64149223-a51f-4ed5-b5e3-375a2c30885c req-3481ccde-c7e8-46a5-b34a-0f22601b6080 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 944 time: 0.3753130 Oct 24 13:12:55.590177 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6e4d-0698-4301-bb86-aa330cc2cd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.629003 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-f252889c-4e15-4eb5-90c3-c0c32a8ab318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:55.630788 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-f252889c-4e15-4eb5-90c3-c0c32a8ab318 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.2898910 Oct 24 13:12:55.688174 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-025c8355-0b00-40a3-8155-64d2ac1fb6cc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3060d830aa424d0284f2c59eb096ae55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842854 Oct 24 13:12:55.690460 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59366) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:55.707433 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:55.710965 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c8355-0b00-40a3-8155-64d2ac1fb6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04d419-1dc8-4fa7-b9b9-35536c841fd8,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:55.732812 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-6e58a704-c2f2-4350-8b3f-018808aa0d2b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:55.734853 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-6e58a704-c2f2-4350-8b3f-018808aa0d2b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.4041164 Oct 24 13:12:55.739837 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64149223-a51f-4ed5-b5e3-375a2c30885c req-3f2a6500-f7d9-4f59-b4b0-c01b553f1ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447079 Oct 24 13:12:55.793075 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6e4d-0698-4301-bb86-aa330cc2cd0c admin admin] Publish callbacks [] for security_group (61ed4bfa-5ab8-42a6-9198-9a337c44140c), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.802582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6e4d-0698-4301-bb86-aa330cc2cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (61ed4bfa-5ab8-42a6-9198-9a337c44140c), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.804194 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.809120 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd8154a-0f7b-4e75-b2e5-3dfb3ca56bf8 admin admin] Publish callbacks [] for security_group (1e04d419-1dc8-4fa7-b9b9-35536c841fd8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.831816 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd8154a-0f7b-4e75-b2e5-3dfb3ca56bf8 admin admin] Publish callbacks [] for security_group (1e04d419-1dc8-4fa7-b9b9-35536c841fd8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.836809 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:55.855439 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ce2d6e4d-0698-4301-bb86-aa330cc2cd0c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ce1f41e7b8244116ac18b3cebf7b51a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9213355 Oct 24 13:12:55.863879 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59370) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:55.873259 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d6e4d-0698-4301-bb86-aa330cc2cd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ed4bfa-5ab8-42a6-9198-9a337c44140c,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:55.914406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd8154a-0f7b-4e75-b2e5-3dfb3ca56bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1e04d419-1dc8-4fa7-b9b9-35536c841fd8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.917140 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd8154a-0f7b-4e75-b2e5-3dfb3ca56bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.921147 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-0dd8154a-0f7b-4e75-b2e5-3dfb3ca56bf8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1e04d419-1dc8-4fa7-b9b9-35536c841fd8 HTTP/1.1" status: 204 len: 168 time: 0.2247798 Oct 24 13:12:55.929812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8154a-0f7b-4e75-b2e5-3dfb3ca56bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04d419-1dc8-4fa7-b9b9-35536c841fd8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:55.947722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8872511f-56d7-4362-857b-6648264cca3f admin admin] Publish callbacks [] for security_group (61ed4bfa-5ab8-42a6-9198-9a337c44140c), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:55.976827 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8872511f-56d7-4362-857b-6648264cca3f admin admin] Publish callbacks [] for security_group (61ed4bfa-5ab8-42a6-9198-9a337c44140c), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:56.056986 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aa263-8963-43ef-afdf-eb9e5f0caffb req-6d67c57d-4268-4435-8a4c-385e39a91e7e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:56.058359 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-785aa263-8963-43ef-afdf-eb9e5f0caffb req-6d67c57d-4268-4435-8a4c-385e39a91e7e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 944 time: 0.0785370 Oct 24 13:12:56.094346 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8872511f-56d7-4362-857b-6648264cca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (61ed4bfa-5ab8-42a6-9198-9a337c44140c), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:56.097237 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8872511f-56d7-4362-857b-6648264cca3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:56.098345 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-8872511f-56d7-4362-857b-6648264cca3f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/61ed4bfa-5ab8-42a6-9198-9a337c44140c HTTP/1.1" status: 204 len: 168 time: 0.2334862 Oct 24 13:12:56.116321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872511f-56d7-4362-857b-6648264cca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ed4bfa-5ab8-42a6-9198-9a337c44140c,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:56.156631 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-785aa263-8963-43ef-afdf-eb9e5f0caffb req-0ff9a1b5-cfcb-4ddf-afdf-5436768b4cf0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730793 Oct 24 13:12:56.227713 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7137e11a-e238-468c-a7cb-f26384cd66c5 req-9babe89d-eaef-4df4-a2b7-354ec94c7623 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 210 time: 0.0306358 Oct 24 13:12:56.316476 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-294de33d-f95c-4ce3-bca4-9148233e71d9 req-00cff41e-0593-4d1b-bf05-53931532b7eb tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 210 time: 0.0340810 Oct 24 13:12:56.382303 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:12:56.541888 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-82bc8669-9b89-4bbc-9d2f-0e1faf71a992 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763cd320-528d-4a92-b74f-cd47217f446b HTTP/1.1" status: 200 len: 217 time: 0.1151135 Oct 24 13:12:56.611082 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c580-87f9-4104-8081-87134fe04fce req-8e9e6324-ae43-43ee-a089-754b22c57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:56.614926 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-8e9e6324-ae43-43ee-a089-754b22c57aa7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1765373 Oct 24 13:12:56.614926 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59410) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:56.639341 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ec4fba-e6cd-446a-acdc-fbf40781ae93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:56.709469 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-2bfe942d-8f3d-4c6b-beda-9a2e4f2efc53 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 379 time: 0.2813942 Oct 24 13:12:56.738265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'port': {'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'admin_state_up': True, 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'security_groups': ['7892cca1-ad88-4348-98c3-be0422d2c56d']}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:56.793949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-67b405df-7705-4de7-9965-ffa5261c110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:56.793949 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-67b405df-7705-4de7-9965-ffa5261c110f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.2437243 Oct 24 13:12:56.832669 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-093af6bb-52ce-4bbe-a643-116d9df8bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:56.833930 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-093af6bb-52ce-4bbe-a643-116d9df8bb25 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 HTTP/1.1" status: 200 len: 913 time: 0.3853266 Oct 24 13:12:56.879392 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-a92ce554-0221-4bba-bdba-407bc00da810 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389607 Oct 24 13:12:57.143882 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-4d95640d-0acd-42a2-aaa4-2cded91bcb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:57.145417 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-4d95640d-0acd-42a2-aaa4-2cded91bcb1c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2940872 Oct 24 13:12:57.173887 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d7014-c38e-4f20-a772-dbce6086a7c4 req-08cb1319-c93d-430a-a64e-eb9b3ab60dd5 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:57.175896 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-488d7014-c38e-4f20-a772-dbce6086a7c4 req-08cb1319-c93d-430a-a64e-eb9b3ab60dd5 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 944 time: 0.2381978 Oct 24 13:12:57.294516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:12:57.309910 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-fce03f70-297d-4fa7-8102-07dc417cf0e8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 HTTP/1.1" status: 200 len: 217 time: 0.4658234 Oct 24 13:12:57.398766 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:57.408004 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4130c580-87f9-4104-8081-87134fe04fce req-8f418b00-dee6-4b55-8ec4-0ae7dbefc50c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162213 Oct 24 13:12:57.455648 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:57.491932 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ec4fba-e6cd-446a-acdc-fbf40781ae93 admin admin] Publish callbacks [] for security_group (cce6253c-37d4-47a2-b200-e9de1dcda9df), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.511419 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-488d7014-c38e-4f20-a772-dbce6086a7c4 req-8b286a38-5198-416b-b434-0ce84a96482b tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251340 Oct 24 13:12:57.529478 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683896a-4c7b-4022-9d02-eb46c2a3ff2e req-7771347d-b391-4cba-9293-0da4a4534392 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:57.540514 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d683896a-4c7b-4022-9d02-eb46c2a3ff2e req-7771347d-b391-4cba-9293-0da4a4534392 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 944 time: 0.2335787 Oct 24 13:12:57.544015 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ec4fba-e6cd-446a-acdc-fbf40781ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (cce6253c-37d4-47a2-b200-e9de1dcda9df), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.567872 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:57.574675 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-2714e503-1479-495a-a4b1-06186a8eb539 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197304 Oct 24 13:12:57.591038 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347', 'network_id': '23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2', 'port_id': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347', 'mac_address': 'fa:16:3e:30:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1540ad6a-bb2a-4474-bde9-0d048e098b4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:12:57.595360 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:57.631953 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aac99c2-2d97-41c4-b44c-629b52631804', 'tag': '763cd320-528d-4a92-b74f-cd47217f446b'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:12:57.635172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b" -d '{"events": [{"name": "network-changed", "server_uuid": "6aac99c2-2d97-41c4-b44c-629b52631804", "tag": "763cd320-528d-4a92-b74f-cd47217f446b"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:12:57.637761 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:57.647234 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-41ec4fba-e6cd-446a-acdc-fbf40781ae93 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0a3889a79a674ec98c66bbc7e3cec104&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0312617 Oct 24 13:12:57.648185 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59448) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:57.649866 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-20ab3812-e117-4cd1-b769-51678b7d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:57.651117 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec4fba-e6cd-446a-acdc-fbf40781ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6253c-37d4-47a2-b200-e9de1dcda9df,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:57.657084 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-20ab3812-e117-4cd1-b769-51678b7d595c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1540ad6a-bb2a-4474-bde9-0d048e098b4f HTTP/1.1" status: 200 len: 851 time: 0.2740774 Oct 24 13:12:57.665670 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Made reservation on behalf of 69beb82dd21b447d8a784e0570c4323c for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:12:57.669668 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.675017 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:57.675437 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.711725 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:57.721531 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:12:57.745426 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d683896a-4c7b-4022-9d02-eb46c2a3ff2e req-5dbbc9de-b782-4d48-a41e-d33dc541fc14 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993227 Oct 24 13:12:57.750564 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:57.760538 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-04eb3d02-f700-461c-9858-210bab919de4 req-c8d9db18-584e-43d5-9ae0-0fac8e523185 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 210 time: 0.0662658 Oct 24 13:12:57.765590 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.807108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3754d88a-0f53-4a5b-b548-345930c436b5 admin admin] Publish callbacks [] for security_group (cce6253c-37d4-47a2-b200-e9de1dcda9df), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.849588 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:57.858966 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3754d88a-0f53-4a5b-b548-345930c436b5 admin admin] Publish callbacks [] for security_group (cce6253c-37d4-47a2-b200-e9de1dcda9df), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.925556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08efff55-0d7e-461d-80e9-8c42aebc5d7c x-openstack-request-id: req-08efff55-0d7e-461d-80e9-8c42aebc5d7c {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:12:57.926185 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aac99c2-2d97-41c4-b44c-629b52631804", "tag": "763cd320-528d-4a92-b74f-cd47217f446b", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:12:57.926830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08efff55-0d7e-461d-80e9-8c42aebc5d7c {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:12:57.927346 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08efff55-0d7e-461d-80e9-8c42aebc5d7c'] response: {'name': 'network-changed', 'server_uuid': '6aac99c2-2d97-41c4-b44c-629b52631804', 'tag': '763cd320-528d-4a92-b74f-cd47217f446b', 'status': 'completed', 'code': 200} Oct 24 13:12:57.933370 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3754d88a-0f53-4a5b-b548-345930c436b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (cce6253c-37d4-47a2-b200-e9de1dcda9df), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.939030 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3754d88a-0f53-4a5b-b548-345930c436b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:57.945762 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-3754d88a-0f53-4a5b-b548-345930c436b5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cce6253c-37d4-47a2-b200-e9de1dcda9df HTTP/1.1" status: 204 len: 168 time: 0.2892227 Oct 24 13:12:57.956108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754d88a-0f53-4a5b-b548-345930c436b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6253c-37d4-47a2-b200-e9de1dcda9df,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:57.968544 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cbd61662-db3d-4c52-b5ff-fab6ff3a1104 req-a0d54656-2474-4c1b-8269-3fad53abe02d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 210 time: 0.0956881 Oct 24 13:12:58.013961 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.20.0.13 (a05f0bd2-3e3c-4265-bb55-173e62bd1853/1163311c-3880-41e9-a9fd-2d4c0fbcb77a/3279f147-249f-4187-bbc4-6ce7f6ef81c1) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:12:58.026380 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:12:58.101551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:58.130153 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.25', 57396) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:12:58.305759 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-bcfae4da-9e4b-478d-926b-6ada58b4013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:58.307485 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-bcfae4da-9e4b-478d-926b-6ada58b4013b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145399 Oct 24 13:12:58.455300 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:58.490122 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-6fae6a79-9007-4b18-8992-0feb1bbbe070 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:58.492142 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-6fae6a79-9007-4b18-8992-0feb1bbbe070 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 817 time: 0.3610017 Oct 24 13:12:58.502433 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa646af0-f35d-4d9a-b37f-c0cd3ed263ef req-01070d8f-86f4-45ea-ac34-e5b8d63c9c9f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840010 Oct 24 13:12:58.509242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-5a77ef12-7816-4a0e-b1c3-a88b4b17af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:58.511899 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-5a77ef12-7816-4a0e-b1c3-a88b4b17af47 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1127 time: 0.3762083 Oct 24 13:12:58.531518 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:58.584040 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-b2421884-67fc-409b-bf5c-f315b5bc5a8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573173 Oct 24 13:12:58.599153 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:12:58.602964 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:12:58.606874 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:12:58.611651 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:58.612292 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:58.635527 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9154453 Oct 24 13:12:58.643481 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470b5e-6c93-49c3-8730-040931f6a7f6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=3279f147-249f-4187-bbc4-6ce7f6ef81c1,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:12:58.927934 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28327-95de-49a8-9ee2-c672defc973e req-35c20097-eacf-4c85-86c4-f93219f31de3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:58.937416 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e6d28327-95de-49a8-9ee2-c672defc973e req-35c20097-eacf-4c85-86c4-f93219f31de3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 945 time: 0.2558866 Oct 24 13:12:58.966670 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-eccc6005-8263-4120-aed2-8b77f2e2118e None None] Provisioning complete for port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:58.969403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-eccc6005-8263-4120-aed2-8b77f2e2118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:58.970469 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-eccc6005-8263-4120-aed2-8b77f2e2118e None None] Attempt 1 to provision port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 Oct 24 13:12:58.992200 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-05f9f331-6948-45e6-b572-a528ceba5244 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 377 time: 0.4703248 Oct 24 13:12:59.010231 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742d03a-f813-4037-a5ba-c173df6769d7 req-20c2c713-083e-4dcf-bd48-3f3885d7dd97 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:59.011826 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a742d03a-f813-4037-a5ba-c173df6769d7 req-20c2c713-083e-4dcf-bd48-3f3885d7dd97 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 944 time: 0.1024318 Oct 24 13:12:59.049583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-a8f90dd9-efd4-4ec5-a6fb-0fa381205619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:59.058943 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-a8f90dd9-efd4-4ec5-a6fb-0fa381205619 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.5157380 Oct 24 13:12:59.068472 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-eccc6005-8263-4120-aed2-8b77f2e2118e None None] Port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:12:59.095104 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a742d03a-f813-4037-a5ba-c173df6769d7 req-b3552d83-6c4f-421f-b307-b839aee4dfcf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767841 Oct 24 13:12:59.097044 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e6d28327-95de-49a8-9ee2-c672defc973e req-8cc427c2-32b8-441f-a2bc-fd0ec8a082fd tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587701 Oct 24 13:12:59.238485 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'port': {'device_id': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'admin_state_up': True, 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'security_groups': ['46a24864-f618-4de1-8ca9-d18103f6531c']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:59.241161 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:59.261642 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Request body: {'port': {'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:12:59.296027 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 1acef793-2d20-4fbe-8204-9955726c8836 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:12:59.329548 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:12:59.434822 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:12:59.465588 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:12:59.467902 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:59.469828 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 Oct 24 13:12:59.515942 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12426e-64ce-412a-8dc9-8f3058068538 req-d38277fb-b54b-4f77-9b9e-7c586cca04da tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:59.524899 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3d12426e-64ce-412a-8dc9-8f3058068538 req-d38277fb-b54b-4f77-9b9e-7c586cca04da tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 932 time: 0.3206191 Oct 24 13:12:59.593715 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 1acef793-2d20-4fbe-8204-9955726c8836, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=1acef793-2d20-4fbe-8204-9955726c8836,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:59.628926 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:59.673675 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:59.697835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '1acef793-2d20-4fbe-8204-9955726c8836', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'port_id': '1acef793-2d20-4fbe-8204-9955726c8836', 'mac_address': 'fa:16:3e:42:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:12:59.794357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-bede4373-6493-49e7-a373-5bbb2ea7794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:12:59.796914 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-bede4373-6493-49e7-a373-5bbb2ea7794b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 1128 time: 0.5649743 Oct 24 13:12:59.807642 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79436e3c-d4eb-46d8-b974-454f69359aa5 req-0aa9e366-d83a-4cf7-bb3a-05a0955c2300 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 210 time: 0.5931778 Oct 24 13:12:59.820736 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-e4f58433-36c0-4f02-a565-8e77a03b284a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 217 time: 0.5912769 Oct 24 13:12:59.854177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:59.856125 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:59.899142 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 1acef793-2d20-4fbe-8204-9955726c8836 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:12:59.901959 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1acef793-2d20-4fbe-8204-9955726c8836), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:12:59.981041 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:12:59.984752 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:12:59.988507 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:12:59.990286 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3d12426e-64ce-412a-8dc9-8f3058068538 req-f947f78e-3d79-4df7-8760-af46e8023b9d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4643481 Oct 24 13:13:00.050519 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:00.079936 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3980b542-4bb7-4b34-846d-e29ecab8114d req-543ca498-fdd3-44a0-b5ea-9d78a8d8ae82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374565 Oct 24 13:13:00.090967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-f4aa46d3-c373-482c-8e89-40a9ee6ae3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:00.116963 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-f4aa46d3-c373-482c-8e89-40a9ee6ae3b5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.2806625 Oct 24 13:13:00.248116 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acef793-2d20-4fbe-8204-9955726c8836 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:00.275932 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:00.336307 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113900-a86a-46ee-b1fb-470f040ee8c1 req-09366929-c22d-47b3-b423-5da1b6af1aae tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:00.338191 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-da113900-a86a-46ee-b1fb-470f040ee8c1 req-09366929-c22d-47b3-b423-5da1b6af1aae tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.0849214 Oct 24 13:13:00.378675 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:00.460623 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:00.471840 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 1acef793-2d20-4fbe-8204-9955726c8836, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=1acef793-2d20-4fbe-8204-9955726c8836,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:00.486208 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-4f7b35c3-a838-4f37-9984-7a63131e9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:00.488309 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-4f7b35c3-a838-4f37-9984-7a63131e9c00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3450663 Oct 24 13:13:00.489391 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (1acef793-2d20-4fbe-8204-9955726c8836), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:00.489911 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-d8cec811-fd50-4e44-b2ed-4ae2d687e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:00.491554 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-d8cec811-fd50-4e44-b2ed-4ae2d687e201 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.6833305 Oct 24 13:13:00.497290 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-da113900-a86a-46ee-b1fb-470f040ee8c1 req-777daca5-13c3-4f06-85df-9acd343e32ea tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499889 Oct 24 13:13:00.555117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3279f147-249f-4187-bbc4-6ce7f6ef81c1 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:00.572166 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Publish callbacks [] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:00.598559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Made reservation on behalf of b736b09b6ee2492590cbc23db48752f4 for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:00.605398 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:00.609324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Transition to ACTIVE for port object 3279f147-249f-4187-bbc4-6ce7f6ef81c1 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:13:00.616704 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:00.686800 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Pushing event updated for resources: {'Port': ['ID=3279f147-249f-4187-bbc4-6ce7f6ef81c1,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:00.696036 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234d5d-bdb7-44bd-b1a4-01eb7dd9d8d4 req-e07f7b2c-1c77-476e-94d0-ea13a70ffa84 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:00.711016 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e2234d5d-bdb7-44bd-b1a4-01eb7dd9d8d4 req-e07f7b2c-1c77-476e-94d0-ea13a70ffa84 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 944 time: 0.4125803 Oct 24 13:13:00.741641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188eb7d-a42e-4ae4-ae1b-0ee5f2d64db7" -d '{"events": [{"server_uuid": "d835cdc8-620a-46a9-83ce-d47557bf77a9", "name": "network-vif-plugged", "status": "completed", "tag": "2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:00.749272 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Attempting to bind port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:13:00.749987 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Attempting to bind port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:13:00.750728 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Attempting to bind port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:00.760451 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-c97adeea-f633-4223-b03e-23cf995b02e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763cd320-528d-4a92-b74f-cd47217f446b HTTP/1.1" status: 200 len: 217 time: 0.2406640 Oct 24 13:13:00.807037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:00.814409 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=1acef793-2d20-4fbe-8204-9955726c8836,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:00.827533 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['1acef793-2d20-4fbe-8204-9955726c8836'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:13:00.879102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:13:00.879102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Attempting to bind port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:00.989483 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa256a-cc3e-45bb-8be5-803e5f68307b x-openstack-request-id: req-02fa256a-cc3e-45bb-8be5-803e5f68307b {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:00.990038 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835cdc8-620a-46a9-83ce-d47557bf77a9", "name": "network-vif-plugged", "status": "completed", "tag": "2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:00.990227 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02fa256a-cc3e-45bb-8be5-803e5f68307b {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:00.990975 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fa256a-cc3e-45bb-8be5-803e5f68307b'] response: {'server_uuid': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347', 'code': 200} Oct 24 13:13:01.036354 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:13:01.037099 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:01.037099 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Bound using segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:13:01.037540 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Bound port: 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:13:01.037898 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.132247 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-ebcef1d5-8661-4d1a-ab21-ac7f18c90f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.134560 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-ebcef1d5-8661-4d1a-ab21-ac7f18c90f73 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.3731327 Oct 24 13:13:01.183670 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-e7996365-1a7d-4fbd-9650-c1a5ead703ad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808894 Oct 24 13:13:01.199780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e2234d5d-bdb7-44bd-b1a4-01eb7dd9d8d4 req-64f7072a-9187-4b95-ae4b-2a977860cdb0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795759 Oct 24 13:13:01.257943 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-1ce2504c-efb4-4ec9-9564-db04ed4c01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.259982 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-1ce2504c-efb4-4ec9-9564-db04ed4c01eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164572 Oct 24 13:13:01.326068 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59600) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:01.344658 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3d76f00-01d6-4875-8799-549a6ff412a7 req-69dc967d-c802-4f52-9c9d-da323d9cf0f9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 210 time: 0.1791239 Oct 24 13:13:01.351705 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9f0ed-b2eb-4633-9210-b78ee4e6af5d req-01f0599f-3bda-419f-8ec9-eafec039fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.353930 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b9a9f0ed-b2eb-4633-9210-b78ee4e6af5d req-01f0599f-3bda-419f-8ec9-eafec039fe9d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 1130 time: 0.1385536 Oct 24 13:13:01.358792 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] For port 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:13:01.369646 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] For port 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:13:01.387984 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-b9a9f0ed-b2eb-4633-9210-b78ee4e6af5d req-90e998db-5306-4d9a-8ca0-ef97ee8f5631 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.392612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.411179 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.412164 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.413472 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3279f147-249f-4187-bbc4-6ce7f6ef81c1 HTTP/1.1" status: 200 len: 1094 time: 2.1698556 Oct 24 13:13:01.455415 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 763cd320-528d-4a92-b74f-cd47217f446b details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:13:01.488398 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:01.497185 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 1acef793-2d20-4fbe-8204-9955726c8836 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:01.530367 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Allocated IP 172.20.0.3 (5d6737bc-d513-4e59-9015-d238c58ac0c3/b132198e-5c74-4965-81d8-a75c37076eba/9241fec5-c702-4043-a917-794ed6ca4105) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:13:01.543531 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-b9a9f0ed-b2eb-4633-9210-b78ee4e6af5d req-90e998db-5306-4d9a-8ca0-ef97ee8f5631 service neutron] Publish callbacks [] for security_group (eb61346e-4952-4c5b-a7cf-f9d9f4c03410), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.544582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:01.548886 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:01.553054 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98932c7a-4335-450d-b56f-28fc96b4899c req-0eac9527-9205-4776-bc4f-0179f421dcec tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.555516 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-98932c7a-4335-450d-b56f-28fc96b4899c req-0eac9527-9205-4776-bc4f-0179f421dcec tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 944 time: 0.1921418 Oct 24 13:13:01.573806 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:01.574233 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-b9a9f0ed-b2eb-4633-9210-b78ee4e6af5d req-90e998db-5306-4d9a-8ca0-ef97ee8f5631 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (eb61346e-4952-4c5b-a7cf-f9d9f4c03410), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.589602 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-16f45d0a-6db5-43ca-8e7e-b0b51a87e0e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702321 Oct 24 13:13:01.628909 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-241d9350-fb00-4cad-a696-84b6eb558b06 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608716 Oct 24 13:13:01.668761 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-98932c7a-4335-450d-b56f-28fc96b4899c req-b00a05cb-0764-4c57-aae2-a48637013e79 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004953 Oct 24 13:13:01.680753 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:01.694754 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.db.resource_extend [None req-f6576026-a334-4050-924c-120b63e780a3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 24 13:13:01.819807 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b9a9f0ed-b2eb-4633-9210-b78ee4e6af5d req-90e998db-5306-4d9a-8ca0-ef97ee8f5631 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585385 Oct 24 13:13:01.823503 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8195b03-d976-421c-a689-1af2ab8ccd45 x-openstack-request-id: req-a8195b03-d976-421c-a689-1af2ab8ccd45 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:01.823794 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:01.824049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8195b03-d976-421c-a689-1af2ab8ccd45 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:01.824443 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8195b03-d976-421c-a689-1af2ab8ccd45'] response: {'name': 'network-changed', 'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'status': 'completed', 'code': 200} Oct 24 13:13:01.859186 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-aee9c903-6ab9-4393-be9b-9f617c8872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.860701 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-aee9c903-6ab9-4393-be9b-9f617c8872f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 1128 time: 0.3075578 Oct 24 13:13:01.870423 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e998db-5306-4d9a-8ca0-ef97ee8f5631 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb61346e-4952-4c5b-a7cf-f9d9f4c03410,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:01.870868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bc965e2e-6184-465b-a506-3025eaf7a73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.886067 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ee27-f080-45c9-839e-2bbe3ac6dc73 service neutron] Pushing event updated for resources: {'Port': ['ID=3279f147-249f-4187-bbc4-6ce7f6ef81c1,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:01.914012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 1acef793-2d20-4fbe-8204-9955726c8836 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:13:01.914948 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ee9ad60-3c07-4fb8-a46b-ac09b0df936b req-8dcbcf7b-4d12-432a-a9ce-9738cfe46dcd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525017 Oct 24 13:13:01.922717 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9f4f5-2b3f-4654-a729-bc5f4e44ec53 req-a91e95d9-cd25-44b2-b0bb-fda793929cca tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:01.922717 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dfd9f4f5-2b3f-4654-a729-bc5f4e44ec53 req-a91e95d9-cd25-44b2-b0bb-fda793929cca tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.1919901 Oct 24 13:13:01.945662 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for port (9241fec5-c702-4043-a917-794ed6ca4105), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.953537 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 1acef793-2d20-4fbe-8204-9955726c8836 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:01.953537 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (1acef793-2d20-4fbe-8204-9955726c8836), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:01.954166 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 1acef793-2d20-4fbe-8204-9955726c8836 Oct 24 13:13:01.974387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 763cd320-528d-4a92-b74f-cd47217f446b, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=763cd320-528d-4a92-b74f-cd47217f446b,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:02.011452 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dfd9f4f5-2b3f-4654-a729-bc5f4e44ec53 req-5f210988-734d-494c-8563-47efceadda7f tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789943 Oct 24 13:13:02.022707 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '763cd320-528d-4a92-b74f-cd47217f446b', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'port_id': '763cd320-528d-4a92-b74f-cd47217f446b', 'mac_address': 'fa:16:3e:56:f1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:13:02.029373 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:02.051181 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.096214 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-f82b6ba1-1fcc-4c35-bf4a-caf17096064e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1 HTTP/1.1" status: 200 len: 217 time: 0.0579834 Oct 24 13:13:02.118222 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 763cd320-528d-4a92-b74f-cd47217f446b is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:02.119033 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (763cd320-528d-4a92-b74f-cd47217f446b), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.144826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:02.145694 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:02.153215 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:02.156204 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:13:02.189630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bc965e2e-6184-465b-a506-3025eaf7a73c admin admin] Publish callbacks [] for security_group (f3b1fda5-3964-4c15-b303-c670c6867824), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.196152 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-4c9a37b5-39b5-486a-b8c4-f221233087cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:02.197975 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-4c9a37b5-39b5-486a-b8c4-f221233087cf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0950375 Oct 24 13:13:02.210734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bc965e2e-6184-465b-a506-3025eaf7a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (f3b1fda5-3964-4c15-b303-c670c6867824), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.222128 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763cd320-528d-4a92-b74f-cd47217f446b {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:02.282740 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:02.283655 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.288325 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 763cd320-528d-4a92-b74f-cd47217f446b, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=763cd320-528d-4a92-b74f-cd47217f446b,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:02.292285 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59636) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:02.308461 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-bc965e2e-6184-465b-a506-3025eaf7a73c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bf3c13ae2890450ea18850ac2eecde74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9568102 Oct 24 13:13:02.312059 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (763cd320-528d-4a92-b74f-cd47217f446b), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.336988 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 1acef793-2d20-4fbe-8204-9955726c8836 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:02.337378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1acef793-2d20-4fbe-8204-9955726c8836), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.372488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:02.430361 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041db6ca-b5eb-4148-a586-88cdbb99858e admin admin] Publish callbacks [] for security_group (f3b1fda5-3964-4c15-b303-c670c6867824), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.464891 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041db6ca-b5eb-4148-a586-88cdbb99858e admin admin] Publish callbacks [] for security_group (f3b1fda5-3964-4c15-b303-c670c6867824), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.477499 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc965e2e-6184-465b-a506-3025eaf7a73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b1fda5-3964-4c15-b303-c670c6867824,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:02.499980 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-42e2afc6-a0a9-444d-a6d5-a9d71b90754e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2498450 Oct 24 13:13:02.509667 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Request body: {'port': {'device_id': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:02.513218 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 1acef793-2d20-4fbe-8204-9955726c8836, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=1acef793-2d20-4fbe-8204-9955726c8836,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:02.537146 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (1acef793-2d20-4fbe-8204-9955726c8836), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.541193 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=763cd320-528d-4a92-b74f-cd47217f446b,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:02.572327 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-5a76dd82-f871-4c10-95ac-bd72b15e230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:02.573799 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-5a76dd82-f871-4c10-95ac-bd72b15e230c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755641 Oct 24 13:13:02.578408 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['763cd320-528d-4a92-b74f-cd47217f446b'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:13:02.610041 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a433-d360-4ea5-b0c9-9a8cb5ca3bf5 req-e8b4fe06-54a5-4f32-8609-3b87493131cd tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:02.611613 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5fb9a433-d360-4ea5-b0c9-9a8cb5ca3bf5 req-e8b4fe06-54a5-4f32-8609-3b87493131cd tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 945 time: 0.2837126 Oct 24 13:13:02.620874 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.635526 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:02.664861 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:02.698143 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ee374-405a-428e-844f-72bfa4b455e9 req-03cd352b-d089-4d49-9e20-dc119e912c93 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:02.705153 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eb1ee374-405a-428e-844f-72bfa4b455e9 req-03cd352b-d089-4d49-9e20-dc119e912c93 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 931 time: 0.1369035 Oct 24 13:13:02.729837 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-e95a9840-7cb5-4a60-9d50-d230e4bb75ed None None] Provisioning complete for port 9241fec5-c702-4043-a917-794ed6ca4105 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:02.730421 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e95a9840-7cb5-4a60-9d50-d230e4bb75ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9241fec5-c702-4043-a917-794ed6ca4105), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.731406 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-e95a9840-7cb5-4a60-9d50-d230e4bb75ed None None] Attempt 1 to provision port 9241fec5-c702-4043-a917-794ed6ca4105 Oct 24 13:13:02.737937 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5fb9a433-d360-4ea5-b0c9-9a8cb5ca3bf5 req-f372a34b-2e48-4693-8ae3-6ef64ff053a4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131084 Oct 24 13:13:02.749519 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041db6ca-b5eb-4148-a586-88cdbb99858e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (f3b1fda5-3964-4c15-b303-c670c6867824), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.751708 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041db6ca-b5eb-4148-a586-88cdbb99858e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:02.753133 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-041db6ca-b5eb-4148-a586-88cdbb99858e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f3b1fda5-3964-4c15-b303-c670c6867824 HTTP/1.1" status: 204 len: 168 time: 0.4597211 Oct 24 13:13:02.785975 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041db6ca-b5eb-4148-a586-88cdbb99858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b1fda5-3964-4c15-b303-c670c6867824,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:02.793354 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-8ccb7ecc-ea4b-4fc4-b3e8-e20c15deb6b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036848 Oct 24 13:13:02.816656 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eb1ee374-405a-428e-844f-72bfa4b455e9 req-194fc21c-6f99-4deb-8894-73d5ca10a53a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1022604 Oct 24 13:13:02.868222 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-e95a9840-7cb5-4a60-9d50-d230e4bb75ed None None] Port 9241fec5-c702-4043-a917-794ed6ca4105 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:13:02.879809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=1acef793-2d20-4fbe-8204-9955726c8836,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:02.918936 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c64b8cf-4879-41ee-b78e-1ed4518c3176 req-60e7d061-7ae6-462f-862a-523194032bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011472 Oct 24 13:13:02.995748 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acef793-2d20-4fbe-8204-9955726c8836'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:02.998819 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c46dc6-f4db-465d-8884-85496c7e6d75" -d '{"events": [{"server_uuid": "2011f5ea-73ab-457d-be16-25ad031e5e96", "name": "network-vif-plugged", "status": "completed", "tag": "1acef793-2d20-4fbe-8204-9955726c8836"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:03.074621 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf90997-b0f0-4ca2-9c3a-688e4fde8a48 x-openstack-request-id: req-bcf90997-b0f0-4ca2-9c3a-688e4fde8a48 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:03.075266 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011f5ea-73ab-457d-be16-25ad031e5e96", "name": "network-vif-plugged", "status": "completed", "tag": "1acef793-2d20-4fbe-8204-9955726c8836", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:03.075520 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcf90997-b0f0-4ca2-9c3a-688e4fde8a48 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:03.076049 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf90997-b0f0-4ca2-9c3a-688e4fde8a48'] response: {'server_uuid': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acef793-2d20-4fbe-8204-9955726c8836', 'code': 200} Oct 24 13:13:03.125358 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fec62-9099-47ac-8776-106cadb47f85 req-95a1d77c-0efd-4ba5-a86b-fe1ddde855aa tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:03.135717 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6c5fec62-9099-47ac-8776-106cadb47f85 req-95a1d77c-0efd-4ba5-a86b-fe1ddde855aa tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 944 time: 0.1012213 Oct 24 13:13:03.238125 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6c5fec62-9099-47ac-8776-106cadb47f85 req-505f05f4-6c7c-458f-b754-2986a53a6bc5 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937431 Oct 24 13:13:03.252461 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5da2d-f114-4a70-9885-dd5af095d80a req-625e6839-44cb-4e2d-9a72-a12c88d24ec8 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:03.255864 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-99b5da2d-f114-4a70-9885-dd5af095d80a req-625e6839-44cb-4e2d-9a72-a12c88d24ec8 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.0807843 Oct 24 13:13:03.273075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9241fec5-c702-4043-a917-794ed6ca4105 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:03.282379 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Publish callbacks [] for port (9241fec5-c702-4043-a917-794ed6ca4105), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.296841 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:03.301012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Transition to ACTIVE for port object 9241fec5-c702-4043-a917-794ed6ca4105 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:13:03.305545 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.334358 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-99b5da2d-f114-4a70-9885-dd5af095d80a req-c0bac509-bdcc-4ae2-96c2-1895c4d3fe45 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572786 Oct 24 13:13:03.390075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:03.446734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Attempting to bind port 9241fec5-c702-4043-a917-794ed6ca4105 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:13:03.447079 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Attempting to bind port 9241fec5-c702-4043-a917-794ed6ca4105 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:13:03.447430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Attempting to bind port 9241fec5-c702-4043-a917-794ed6ca4105 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:03.486987 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 763cd320-528d-4a92-b74f-cd47217f446b up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:03.493124 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Port 9241fec5-c702-4043-a917-794ed6ca4105 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:13:03.493457 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Attempting to bind port 9241fec5-c702-4043-a917-794ed6ca4105 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:03.566964 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59694) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:03.596149 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 763cd320-528d-4a92-b74f-cd47217f446b completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:13:03.602752 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 763cd320-528d-4a92-b74f-cd47217f446b triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:03.603374 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (763cd320-528d-4a92-b74f-cd47217f446b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.603854 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 763cd320-528d-4a92-b74f-cd47217f446b Oct 24 13:13:03.741321 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 763cd320-528d-4a92-b74f-cd47217f446b is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:03.741633 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (763cd320-528d-4a92-b74f-cd47217f446b), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.792348 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c06a975-f7e9-4638-a4df-31a02a91c6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.804049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 763cd320-528d-4a92-b74f-cd47217f446b, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=763cd320-528d-4a92-b74f-cd47217f446b,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:03.809936 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (763cd320-528d-4a92-b74f-cd47217f446b), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.923593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:03.934415 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:13:03.934954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Checking segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:03.936584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Bound using segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:13:03.940399 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Bound port: 9241fec5-c702-4043-a917-794ed6ca4105, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:13:03.940762 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:03.961016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:03.983862 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-db6e17d6-a535-4f68-b8fe-d42113cb5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:03.985405 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-db6e17d6-a535-4f68-b8fe-d42113cb5ca7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 1128 time: 0.1564672 Oct 24 13:13:03.991131 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=763cd320-528d-4a92-b74f-cd47217f446b,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:03.991919 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c06a975-f7e9-4638-a4df-31a02a91c6f0 admin admin] Publish callbacks [] for security_group (9063c290-c8b3-4563-a90f-210d2e98265b), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.022540 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c06a975-f7e9-4638-a4df-31a02a91c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9063c290-c8b3-4563-a90f-210d2e98265b), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.065742 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f73339-9478-4e0e-b4ad-2e6fab922688 req-04cc2a9b-9c54-414d-b9e6-78d12fabadca tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:04.073707 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f6f73339-9478-4e0e-b4ad-2e6fab922688 req-04cc2a9b-9c54-414d-b9e6-78d12fabadca tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1030927 Oct 24 13:13:04.085141 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec4606-12f8-4995-ae52-84a48fc1352c req-89df7e8b-9ee7-48df-9fb3-c1d4de2a07c8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:04.086899 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8eec4606-12f8-4995-ae52-84a48fc1352c req-89df7e8b-9ee7-48df-9fb3-c1d4de2a07c8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0974658 Oct 24 13:13:04.088881 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06a975-f7e9-4638-a4df-31a02a91c6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9063c290-c8b3-4563-a90f-210d2e98265b,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:04.109777 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2c06a975-f7e9-4638-a4df-31a02a91c6f0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fdf2c39dfd564ac7817c7e8ed1ca6a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413399 Oct 24 13:13:04.117203 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59718) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:04.184723 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8eec4606-12f8-4995-ae52-84a48fc1352c req-362a742c-354d-4f05-a0d6-f9cbed2074af tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0733376 Oct 24 13:13:04.193193 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:13:04.211594 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f6f73339-9478-4e0e-b4ad-2e6fab922688 req-b640a71d-f2de-4ff7-9e32-9f8a76ac8be7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368737 Oct 24 13:13:04.241648 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:13:04.255366 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.257209 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e7be3d52-607d-4dd8-802e-9b4e1ad01a86 admin admin] Publish callbacks [] for security_group (9063c290-c8b3-4563-a90f-210d2e98265b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.263278 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:04.263912 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.266175 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 1093 time: 1.7654259 Oct 24 13:13:04.268395 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:04.270647 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb97b002-f1d6-443a-95bc-6bb8f9858485" -d '{"events": [{"name": "network-changed", "server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:04.317748 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e7be3d52-607d-4dd8-802e-9b4e1ad01a86 admin admin] Publish callbacks [] for security_group (9063c290-c8b3-4563-a90f-210d2e98265b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.329225 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed000b87-b392-4ef0-8bbd-c849cf060ca7 x-openstack-request-id: req-ed000b87-b392-4ef0-8bbd-c849cf060ca7 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:04.329517 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:04.329769 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed000b87-b392-4ef0-8bbd-c849cf060ca7 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:04.330154 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed000b87-b392-4ef0-8bbd-c849cf060ca7'] response: {'name': 'network-changed', 'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'status': 'completed', 'code': 200} Oct 24 13:13:04.349699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:04.378913 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b80102-7229-41da-baa9-91b1ddcd03df service neutron] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:04.408852 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e7be3d52-607d-4dd8-802e-9b4e1ad01a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9063c290-c8b3-4563-a90f-210d2e98265b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.411558 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e7be3d52-607d-4dd8-802e-9b4e1ad01a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:04.412736 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e7be3d52-607d-4dd8-802e-9b4e1ad01a86 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9063c290-c8b3-4563-a90f-210d2e98265b HTTP/1.1" status: 204 len: 168 time: 0.2914219 Oct 24 13:13:04.439126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be3d52-607d-4dd8-802e-9b4e1ad01a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9063c290-c8b3-4563-a90f-210d2e98265b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:04.482645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5478af-df46-4413-86ca-5a140aea24c9 req-f5e32422-93cd-48ee-83a1-10a13f1398d5 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:04.485821 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6b5478af-df46-4413-86ca-5a140aea24c9 req-f5e32422-93cd-48ee-83a1-10a13f1398d5 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 944 time: 0.1172717 Oct 24 13:13:04.524898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c285e8b-bd98-4bc4-ad5f-62193566a59d req-dcb730c3-944c-4743-b9d9-72d2c790cc70 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:04.536300 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0c285e8b-bd98-4bc4-ad5f-62193566a59d req-dcb730c3-944c-4743-b9d9-72d2c790cc70 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.0759926 Oct 24 13:13:04.546649 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6b5478af-df46-4413-86ca-5a140aea24c9 req-c51be0fd-0e4f-4511-9bf4-3b4911def662 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545621 Oct 24 13:13:04.627983 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0c285e8b-bd98-4bc4-ad5f-62193566a59d req-fe84ea75-b6cf-4d08-8e15-926c3b38f3ef tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906713 Oct 24 13:13:04.869868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59744) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:04.887277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-13663055-2220-40ba-8893-328794c5e22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.014609 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-13663055-2220-40ba-8893-328794c5e22b admin admin] Publish callbacks [] for security_group (167b89e0-316f-475b-9a75-5b9a26789480), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.018152 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-13663055-2220-40ba-8893-328794c5e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (167b89e0-316f-475b-9a75-5b9a26789480), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.021638 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:05.060626 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-13663055-2220-40ba-8893-328794c5e22b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42b7bf11266f4645a9d613dfab3f13cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894798 Oct 24 13:13:05.062562 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13663055-2220-40ba-8893-328794c5e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167b89e0-316f-475b-9a75-5b9a26789480,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:05.064045 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59752) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:05.077612 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac99c2-2d97-41c4-b44c-629b52631804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763cd320-528d-4a92-b74f-cd47217f446b'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:05.080649 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf57b6b-31d6-4a47-95e7-0031f12c0c49" -d '{"events": [{"server_uuid": "6aac99c2-2d97-41c4-b44c-629b52631804", "name": "network-vif-plugged", "status": "completed", "tag": "763cd320-528d-4a92-b74f-cd47217f446b"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:05.117593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5d6a62cb-cb86-4410-bc86-7478658afbd4 admin admin] Publish callbacks [] for security_group (167b89e0-316f-475b-9a75-5b9a26789480), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.118534 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595c835-0f82-4e49-9b43-f924c43e9224 x-openstack-request-id: req-d595c835-0f82-4e49-9b43-f924c43e9224 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:05.118837 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac99c2-2d97-41c4-b44c-629b52631804", "name": "network-vif-plugged", "status": "completed", "tag": "763cd320-528d-4a92-b74f-cd47217f446b", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:05.119124 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d595c835-0f82-4e49-9b43-f924c43e9224 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:05.119547 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d595c835-0f82-4e49-9b43-f924c43e9224'] response: {'server_uuid': '6aac99c2-2d97-41c4-b44c-629b52631804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763cd320-528d-4a92-b74f-cd47217f446b', 'code': 200} Oct 24 13:13:05.137614 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5d6a62cb-cb86-4410-bc86-7478658afbd4 admin admin] Publish callbacks [] for security_group (167b89e0-316f-475b-9a75-5b9a26789480), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.183375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5d6a62cb-cb86-4410-bc86-7478658afbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (167b89e0-316f-475b-9a75-5b9a26789480), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.185934 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5d6a62cb-cb86-4410-bc86-7478658afbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:05.186977 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-5d6a62cb-cb86-4410-bc86-7478658afbd4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/167b89e0-316f-475b-9a75-5b9a26789480 HTTP/1.1" status: 204 len: 168 time: 0.1216879 Oct 24 13:13:05.194683 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a62cb-cb86-4410-bc86-7478658afbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b89e0-316f-475b-9a75-5b9a26789480,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:05.313910 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c00a3-66df-42a8-93f2-8134199a52e0 req-f836ab60-bc0f-4c10-ad2a-67263c69a23f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:05.316361 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ea6c00a3-66df-42a8-93f2-8134199a52e0 req-f836ab60-bc0f-4c10-ad2a-67263c69a23f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0518677 Oct 24 13:13:05.349089 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbfaa2-17b0-4392-a4c2-48426c36c84f req-e02a3d9a-b973-4197-b9f6-3b8c6c674d68 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:05.352740 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-34bbfaa2-17b0-4392-a4c2-48426c36c84f req-e02a3d9a-b973-4197-b9f6-3b8c6c674d68 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0580828 Oct 24 13:13:05.373886 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ea6c00a3-66df-42a8-93f2-8134199a52e0 req-5ce01dea-121e-4e77-b59d-5e792ef38e75 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504537 Oct 24 13:13:05.402042 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-34bbfaa2-17b0-4392-a4c2-48426c36c84f req-c137c2b5-4f20-4afa-b8dc-b2141f8d4735 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Oct 24 13:13:05.677964 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e1f0e-4faa-486c-af79-6c0d72598b21 req-e330322b-ff83-42c2-99ab-3664cd50a767 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:05.679504 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-277e1f0e-4faa-486c-af79-6c0d72598b21 req-e330322b-ff83-42c2-99ab-3664cd50a767 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 944 time: 0.0500886 Oct 24 13:13:05.739782 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-277e1f0e-4faa-486c-af79-6c0d72598b21 req-da287312-459a-4cb0-afae-12efb5fcf540 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524747 Oct 24 13:13:05.921165 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59786) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:06.019191 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-66969923-network', 'tenant_id': '42e8ff8265f24a248d5e2f69796e803c'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:06.039704 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Made reservation on behalf of 42e8ff8265f24a248d5e2f69796e803c for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:06.042070 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.050551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.129817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks [] for security_group (1c2727e6-6fd8-4e38-a03c-07c34885074f), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.133496 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1c2727e6-6fd8-4e38-a03c-07c34885074f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.161664 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:13:06.167066 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2727e6-6fd8-4e38-a03c-07c34885074f,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:06.175281 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (32918b08-4afd-44fb-8cb6-e6d0bc3e7c67), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.175377 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Added segment 32918b08-4afd-44fb-8cb6-e6d0bc3e7c67 of type vlan for network 05dfe013-5815-468a-a1ee-1356fe7c5906 Oct 24 13:13:06.215445 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (05dfe013-5815-468a-a1ee-1356fe7c5906), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.234760 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:06.241009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (05dfe013-5815-468a-a1ee-1356fe7c5906), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.242000 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:06.242645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.272020 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:06.303179 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3809054 Oct 24 13:13:06.306279 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59794) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:06.311991 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Request body: {'subnet': {'network_id': '05dfe013-5815-468a-a1ee-1356fe7c5906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-66969923-subnet', 'tenant_id': '42e8ff8265f24a248d5e2f69796e803c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:06.316852 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aacd2-51d8-437d-8f90-5e2ea41d7d60 admin admin] Pushing event updated for resources: {'Network': ['ID=05dfe013-5815-468a-a1ee-1356fe7c5906,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:06.328011 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 05dfe013-5815-468a-a1ee-1356fe7c5906 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:13:06.331550 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Made reservation on behalf of 42e8ff8265f24a248d5e2f69796e803c for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:06.333879 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801565'] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.513574 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6db0aa-7ccb-476b-8fd2-f4ec49186a5c req-2487064e-f943-4216-a27d-9d2d3935badc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:06.515508 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba6db0aa-7ccb-476b-8fd2-f4ec49186a5c req-2487064e-f943-4216-a27d-9d2d3935badc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0481598 Oct 24 13:13:06.538056 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801547'] for subnet (cb4bacd7-d0a0-4df1-a18f-07ded8add2fb), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.553313 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bd2d4-388d-4440-bd7a-f442355e2218 req-e9ea562b-cc3a-448d-90a8-c51e0a147b93 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:06.554821 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e07bd2d4-388d-4440-bd7a-f442355e2218 req-e9ea562b-cc3a-448d-90a8-c51e0a147b93 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0685780 Oct 24 13:13:06.567432 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba6db0aa-7ccb-476b-8fd2-f4ec49186a5c req-c52cbd63-5208-415b-b64f-b09561d4ead1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463660 Oct 24 13:13:06.611038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:06.626625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4bacd7-d0a0-4df1-a18f-07ded8add2fb,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:06.664012 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e07bd2d4-388d-4440-bd7a-f442355e2218 req-1051c67b-4a4c-4b7c-aeb9-f29d5da7747e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889943 Oct 24 13:13:06.664852 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Checking segment: {'id': '32918b08-4afd-44fb-8cb6-e6d0bc3e7c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '05dfe013-5815-468a-a1ee-1356fe7c5906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:06.665203 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Network hostable DHCP agents. Network: 05dfe013-5815-468a-a1ee-1356fe7c5906, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:13:06.687440 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Network 05dfe013-5815-468a-a1ee-1356fe7c5906 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:13:06.698323 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 05dfe013-5815-468a-a1ee-1356fe7c5906) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:06.702869 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:06.703528 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:06.710581 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d16825-6683-4593-990f-e0d6a00f41c5 None None] Network 05dfe013-5815-468a-a1ee-1356fe7c5906 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:06.722846 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-8c2f6f6f-0e65-463e-a8d9-bb569e30e654 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4153206 Oct 24 13:13:06.867578 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b002-f1d6-443a-95bc-6bb8f9858485 req-ccec4fa1-76f6-4aaa-9554-8f31619b15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:06.867578 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fb97b002-f1d6-443a-95bc-6bb8f9858485 req-ccec4fa1-76f6-4aaa-9554-8f31619b15ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1127 time: 0.0755019 Oct 24 13:13:06.882087 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:06.929847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed526215-8978-4a93-b5df-cc92c63f8e39 None None] Network 05dfe013-5815-468a-a1ee-1356fe7c5906 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:06.954473 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cbed6-65c7-444e-bb28-86aacaf8ade7 req-dbd0dedf-3f43-4960-b322-239120eaa503 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:06.957242 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9f4cbed6-65c7-444e-bb28-86aacaf8ade7 req-dbd0dedf-3f43-4960-b322-239120eaa503 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 944 time: 0.0611837 Oct 24 13:13:07.102829 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ca68-d7d2-4a5e-90bf-03550c3aecc3 req-ece3b812-5e48-4dd2-b47f-b0e2b85c2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:07.104755 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ff36ca68-d7d2-4a5e-90bf-03550c3aecc3 req-ece3b812-5e48-4dd2-b47f-b0e2b85c2aff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1129 time: 0.2416060 Oct 24 13:13:07.161152 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223b562-e8dd-4be8-aefc-8d21fd8da470 req-a8a30ef8-51c6-4843-b636-a0cfd4ee25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:07.162641 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d223b562-e8dd-4be8-aefc-8d21fd8da470 req-a8a30ef8-51c6-4843-b636-a0cfd4ee25f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 1130 time: 0.1267462 Oct 24 13:13:07.241443 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:07.257975 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b002-f1d6-443a-95bc-6bb8f9858485 req-942f8ad0-f95f-41f1-a5e0-bd34ccda614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:07.259661 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fb97b002-f1d6-443a-95bc-6bb8f9858485 req-942f8ad0-f95f-41f1-a5e0-bd34ccda614b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b736b09b6ee2492590cbc23db48752f4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3746219 Oct 24 13:13:07.264646 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ff36ca68-d7d2-4a5e-90bf-03550c3aecc3 req-b39e0860-4a78-4df6-b2a2-26a2fd31d563 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517477 Oct 24 13:13:07.293283 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d223b562-e8dd-4be8-aefc-8d21fd8da470 req-55937f7e-63dc-46fe-9db0-b66ce0f57787 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245475 Oct 24 13:13:07.315113 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-446329be-f983-440d-8802-a3a962b056ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:07.317114 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-446329be-f983-440d-8802-a3a962b056ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.6253443 Oct 24 13:13:07.327005 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9f4cbed6-65c7-444e-bb28-86aacaf8ade7 req-b28a972c-3e90-42d0-9d94-b90c1d1ee620 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628082 Oct 24 13:13:07.494165 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59836) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:07.499495 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-611026141-network', 'tenant_id': 'cd4daec70cc246f2bde3c88398ad6488'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:07.521512 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Made reservation on behalf of cd4daec70cc246f2bde3c88398ad6488 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:07.525051 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:07.536808 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:07.641263 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b002-f1d6-443a-95bc-6bb8f9858485 req-ff59d40f-597f-484b-9ad0-4c69026f0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:07.650347 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fb97b002-f1d6-443a-95bc-6bb8f9858485 req-ff59d40f-597f-484b-9ad0-4c69026f0396 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968145 Oct 24 13:13:07.669761 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks [] for security_group (2583cb40-38a6-4d88-859f-017ffd087648), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:07.683131 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (2583cb40-38a6-4d88-859f-017ffd087648), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:07.685090 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3279f147-249f-4187-bbc4-6ce7f6ef81c1 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:13:07.767236 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d90b-210b-4cae-b545-881234c91099 req-6ffc1c61-6c56-43fb-8b4b-5b220d4822b6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:07.768844 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7226d90b-210b-4cae-b545-881234c91099 req-6ffc1c61-6c56-43fb-8b4b-5b220d4822b6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0975168 Oct 24 13:13:07.774929 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:13:07.821175 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:07.837320 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:13:07.869378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:07.885151 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:07.885876 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:07.907825 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3279f147-249f-4187-bbc4-6ce7f6ef81c1 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:07.950959 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:07.958372 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.019538 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=3279f147-249f-4187-bbc4-6ce7f6ef81c1,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:08.091198 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2583cb40-38a6-4d88-859f-017ffd087648,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:08.107007 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (d9cf13aa-8202-4128-b32d-8d63a23f3024), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.107375 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Added segment d9cf13aa-8202-4128-b32d-8d63a23f3024 of type vlan for network 9923f9e0-e622-4b5f-a2cd-82dce609e740 Oct 24 13:13:08.150185 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-a417259e-311e-4a7e-847d-4e8bb256dd6f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1 HTTP/1.1" status: 200 len: 217 time: 0.0601380 Oct 24 13:13:08.196150 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7226d90b-210b-4cae-b545-881234c91099 req-d603015e-3c5c-4522-8dce-63fbeb37dbe1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4149635 Oct 24 13:13:08.197623 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (9923f9e0-e622-4b5f-a2cd-82dce609e740), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.214185 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:08.216875 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59874) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:08.235640 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['3279f147-249f-4187-bbc4-6ce7f6ef81c1'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:13:08.237403 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (9923f9e0-e622-4b5f-a2cd-82dce609e740), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.238514 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:08.239132 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.300303 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8050387 Oct 24 13:13:08.303277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59878) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:08.308413 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Request body: {'subnet': {'network_id': '9923f9e0-e622-4b5f-a2cd-82dce609e740', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-611026141-subnet', 'tenant_id': 'cd4daec70cc246f2bde3c88398ad6488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:08.313811 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b6a6-de4f-4811-9dc9-632ca5c15181 admin admin] Pushing event updated for resources: {'Network': ['ID=9923f9e0-e622-4b5f-a2cd-82dce609e740,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:08.333138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 9923f9e0-e622-4b5f-a2cd-82dce609e740 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:13:08.349330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Made reservation on behalf of cd4daec70cc246f2bde3c88398ad6488 for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:08.353312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801565'] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.377610 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd8b2-e048-4a88-a6ef-699dc1f3c186 req-8ac41b1d-eb6d-498c-9e55-7baf3f22c2fa tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:08.386014 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2f8cd8b2-e048-4a88-a6ef-699dc1f3c186 req-8ac41b1d-eb6d-498c-9e55-7baf3f22c2fa tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0680676 Oct 24 13:13:08.419174 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03d4621b-ab74-4b67-a155-2caa0c57deab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.506578 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:08.508929 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-457f51ec-7518-4eb7-959a-f7bdb5327a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:08.511406 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-457f51ec-7518-4eb7-959a-f7bdb5327a44 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0657675 Oct 24 13:13:08.540597 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2f8cd8b2-e048-4a88-a6ef-699dc1f3c186 req-8ce08a43-c495-4b16-b2b3-bd31d2397179 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521759 Oct 24 13:13:08.629940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801547'] for subnet (2c1599da-e5c3-4529-91b1-ac24960a5d57), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.638157 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03d4621b-ab74-4b67-a155-2caa0c57deab admin admin] Publish callbacks [] for security_group (eae4e6d2-2dae-4593-a81b-8c7aec283463), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.658964 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-03d4621b-ab74-4b67-a155-2caa0c57deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (eae4e6d2-2dae-4593-a81b-8c7aec283463), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.685567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1599da-e5c3-4529-91b1-ac24960a5d57,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:08.701960 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48a9e1-862f-4a7b-b97b-e846a79edf43 req-510a4c32-f919-4d9d-a33c-a7426264a0fa tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:08.703746 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4f48a9e1-862f-4a7b-b97b-e846a79edf43 req-510a4c32-f919-4d9d-a33c-a7426264a0fa tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 945 time: 0.0804567 Oct 24 13:13:08.703999 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Checking segment: {'id': 'd9cf13aa-8202-4128-b32d-8d63a23f3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9923f9e0-e622-4b5f-a2cd-82dce609e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:08.704352 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Network hostable DHCP agents. Network: 9923f9e0-e622-4b5f-a2cd-82dce609e740, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:13:08.716570 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-03d4621b-ab74-4b67-a155-2caa0c57deab admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=13bdc95ac164408b9114a5cb69c9467a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980009 Oct 24 13:13:08.719692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59886) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:08.734743 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Network 9923f9e0-e622-4b5f-a2cd-82dce609e740 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:13:08.739269 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4621b-ab74-4b67-a155-2caa0c57deab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4e6d2-2dae-4593-a81b-8c7aec283463,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:08.755884 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 9923f9e0-e622-4b5f-a2cd-82dce609e740) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:08.762654 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:08.763397 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.767913 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989fa50-d232-45fa-9fb2-8754d5dcb6bb None None] Network 9923f9e0-e622-4b5f-a2cd-82dce609e740 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:08.783695 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4f48a9e1-862f-4a7b-b97b-e846a79edf43 req-d10f1473-a898-4ba8-8f9f-b780d193154c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704525 Oct 24 13:13:08.787198 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-43e44245-055a-4d52-a810-f47e410382b3 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4825699 Oct 24 13:13:08.810290 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b958521e-6aad-45b4-a003-a2a113d38e80 admin admin] Publish callbacks [] for security_group (eae4e6d2-2dae-4593-a81b-8c7aec283463), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.837665 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b958521e-6aad-45b4-a003-a2a113d38e80 admin admin] Publish callbacks [] for security_group (eae4e6d2-2dae-4593-a81b-8c7aec283463), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.875084 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:08.900378 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b958521e-6aad-45b4-a003-a2a113d38e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (eae4e6d2-2dae-4593-a81b-8c7aec283463), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.903102 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b958521e-6aad-45b4-a003-a2a113d38e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:08.903902 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b43d1-ca86-44eb-b299-e8980423ddbe None None] Network 9923f9e0-e622-4b5f-a2cd-82dce609e740 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:08.904429 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-b958521e-6aad-45b4-a003-a2a113d38e80 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/eae4e6d2-2dae-4593-a81b-8c7aec283463 HTTP/1.1" status: 204 len: 168 time: 0.1837685 Oct 24 13:13:08.926591 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958521e-6aad-45b4-a003-a2a113d38e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4e6d2-2dae-4593-a81b-8c7aec283463,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:09.150358 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-7ffaac55-cc3a-4392-ae45-47afa20859dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:09.152524 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-7ffaac55-cc3a-4392-ae45-47afa20859dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683241 Oct 24 13:13:09.190559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-2626640a-88d5-4606-9283-b3da67839b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:09.192258 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-2626640a-88d5-4606-9283-b3da67839b2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1127 time: 0.0914834 Oct 24 13:13:09.345739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902f77-4913-495e-a8a1-8e4da9e0d773 req-11d55bbe-2183-413f-8f0a-5db397764d86 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:09.347523 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-97902f77-4913-495e-a8a1-8e4da9e0d773 req-11d55bbe-2183-413f-8f0a-5db397764d86 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0541513 Oct 24 13:13:09.360967 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59918) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:09.380507 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b2c8-0874-4459-bb00-09d292601d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.440727 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-97902f77-4913-495e-a8a1-8e4da9e0d773 req-bb74e0b8-ba53-4793-ad44-cb9c04238077 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0872509 Oct 24 13:13:09.514005 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b2c8-0874-4459-bb00-09d292601d82 admin admin] Publish callbacks [] for security_group (dc86b738-c152-456e-94e4-5c4c9663a9a8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.521635 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cbc1b2c8-0874-4459-bb00-09d292601d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dc86b738-c152-456e-94e4-5c4c9663a9a8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.575837 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-cbc1b2c8-0874-4459-bb00-09d292601d82 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3cff8343a10d4a3c810bf2e587de5bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136993 Oct 24 13:13:09.582131 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 59928) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:09.587644 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1b2c8-0874-4459-bb00-09d292601d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86b738-c152-456e-94e4-5c4c9663a9a8,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:09.694315 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3279f147-249f-4187-bbc4-6ce7f6ef81c1 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:09.698971 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-173d00af-0e51-4136-9c0c-6c4b2552e67d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 217 time: 0.1265042 Oct 24 13:13:09.750135 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:09.812123 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:09.832420 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:09.834330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-25981844-a77f-46b9-ac91-6226f0b559d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:09.835889 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-25981844-a77f-46b9-ac91-6226f0b559d3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.1235418 Oct 24 13:13:09.842191 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce88bbbd-b850-45e4-8e62-74df433a5978 admin admin] Publish callbacks [] for security_group (dc86b738-c152-456e-94e4-5c4c9663a9a8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.847746 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-e519d7c5-393d-438c-975e-4a4fced32117 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746768 Oct 24 13:13:09.866602 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=12 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:09.886778 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59938) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:09.900615 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce88bbbd-b850-45e4-8e62-74df433a5978 admin admin] Publish callbacks [] for security_group (dc86b738-c152-456e-94e4-5c4c9663a9a8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.917995 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1683db-8340-4592-8cc3-5c77813b825d req-e4c7f1d5-e24f-4cd2-93cd-3dce6e58525a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:09.928063 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2e1683db-8340-4592-8cc3-5c77813b825d req-e4c7f1d5-e24f-4cd2-93cd-3dce6e58525a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1480281 Oct 24 13:13:09.972481 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:13:09.974221 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce88bbbd-b850-45e4-8e62-74df433a5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dc86b738-c152-456e-94e4-5c4c9663a9a8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.977075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce88bbbd-b850-45e4-8e62-74df433a5978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.978670 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ce88bbbd-b850-45e4-8e62-74df433a5978 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dc86b738-c152-456e-94e4-5c4c9663a9a8 HTTP/1.1" status: 204 len: 168 time: 0.3928258 Oct 24 13:13:09.986361 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:09.987570 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:09.988942 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 Oct 24 13:13:10.035541 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88bbbd-b850-45e4-8e62-74df433a5978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86b738-c152-456e-94e4-5c4c9663a9a8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:10.038859 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2e1683db-8340-4592-8cc3-5c77813b825d req-18753035-b8c0-44ea-8b73-070a204711ab tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098099 Oct 24 13:13:10.135472 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:10.135873 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.201899 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:10.204809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e93085-4ebb-4eef-accc-8a79040f710c" -d '{"events": [{"server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "name": "network-vif-plugged", "status": "completed", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:10.239504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:10.244915 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.251344 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c4505f53-9ad9-4dd1-b050-f50b278d0621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.288674 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a90c58be-b1bc-4fd4-a8b8-b9de4ae50f07 req-afdff999-ae9f-4784-a1b6-f1f741961518 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825048 Oct 24 13:13:10.307926 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:10.366817 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:10.381348 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=3279f147-249f-4187-bbc4-6ce7f6ef81c1,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:10.393268 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c4505f53-9ad9-4dd1-b050-f50b278d0621 admin admin] Publish callbacks [] for security_group (368682e2-4435-4f1d-a6af-b99d0bd9db8d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.402453 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c4505f53-9ad9-4dd1-b050-f50b278d0621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (368682e2-4435-4f1d-a6af-b99d0bd9db8d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.409746 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=82 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:10.469928 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c4505f53-9ad9-4dd1-b050-f50b278d0621 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=59dd0055a7684dc2a7e0c94540d10f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821002 Oct 24 13:13:10.472608 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 59954) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:10.486637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4505f53-9ad9-4dd1-b050-f50b278d0621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368682e2-4435-4f1d-a6af-b99d0bd9db8d,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:10.490297 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-9e065e1f-4be5-456e-9276-02395ed3ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:10.492271 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-9e065e1f-4be5-456e-9276-02395ed3ace8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4738190 Oct 24 13:13:10.563497 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2569bfe8-6e25-4e95-a92b-0d465a7f6855 admin admin] Publish callbacks [] for security_group (368682e2-4435-4f1d-a6af-b99d0bd9db8d), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.593435 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2569bfe8-6e25-4e95-a92b-0d465a7f6855 admin admin] Publish callbacks [] for security_group (368682e2-4435-4f1d-a6af-b99d0bd9db8d), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.611418 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f542-7b3d-4217-91d7-baec4eda51d4 req-baf1ffc7-73b5-4a5c-9b8c-979a70488060 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:10.620072 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-15b7f542-7b3d-4217-91d7-baec4eda51d4 req-baf1ffc7-73b5-4a5c-9b8c-979a70488060 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 945 time: 0.6395221 Oct 24 13:13:10.627376 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69a620-d41d-43f9-aa41-52955f0a69f2 x-openstack-request-id: req-3a69a620-d41d-43f9-aa41-52955f0a69f2 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:10.627772 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "name": "network-vif-plugged", "status": "completed", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:10.628083 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a69a620-d41d-43f9-aa41-52955f0a69f2 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:10.628540 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a69a620-d41d-43f9-aa41-52955f0a69f2'] response: {'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'code': 200} Oct 24 13:13:10.731325 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da029b6-814e-40a9-83fe-c825e057c07f req-07bb1bd0-d9f6-406a-97c9-77e69aec6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:10.733654 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-07bb1bd0-d9f6-406a-97c9-77e69aec6dc5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 1130 time: 0.1362431 Oct 24 13:13:10.745385 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-15b7f542-7b3d-4217-91d7-baec4eda51d4 req-c9fd7d83-4124-4c54-8181-cc63ba1df8fb tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203494 Oct 24 13:13:10.784991 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-5b5f8507-8be9-40f0-9ab6-b7d84aaf1839 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832439 Oct 24 13:13:10.937184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d033b-a9be-45de-adf3-37d7be6989ab req-f17d3f3d-99e6-4aba-b6ae-aad90ba11e70 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:10.945566 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f4d033b-a9be-45de-adf3-37d7be6989ab req-f17d3f3d-99e6-4aba-b6ae-aad90ba11e70 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1035323 Oct 24 13:13:10.962108 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fc17d-dd4c-4ca5-880a-65e4fb7e0857 req-cff33195-c0e0-40f1-9e19-07704ee38e9a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:10.971727 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1c8fc17d-dd4c-4ca5-880a-65e4fb7e0857 req-cff33195-c0e0-40f1-9e19-07704ee38e9a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.2724051 Oct 24 13:13:10.989075 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2569bfe8-6e25-4e95-a92b-0d465a7f6855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (368682e2-4435-4f1d-a6af-b99d0bd9db8d), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.992860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2569bfe8-6e25-4e95-a92b-0d465a7f6855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:10.997461 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2569bfe8-6e25-4e95-a92b-0d465a7f6855 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/368682e2-4435-4f1d-a6af-b99d0bd9db8d HTTP/1.1" status: 204 len: 168 time: 0.5204659 Oct 24 13:13:11.046694 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f4d033b-a9be-45de-adf3-37d7be6989ab req-1b5e9055-e096-4f67-80e2-b31c564b0e0d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988932 Oct 24 13:13:11.052277 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1fc403c4-235a-4b7a-897c-6ece4d5efcfc req-09599360-76bc-450b-9e93-5682ed98c731 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605503 Oct 24 13:13:11.087220 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569bfe8-6e25-4e95-a92b-0d465a7f6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368682e2-4435-4f1d-a6af-b99d0bd9db8d,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:11.098489 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da029b6-814e-40a9-83fe-c825e057c07f req-2c4687fe-2ea4-4800-bcbf-e1d6ed0377ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:11.100170 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-2c4687fe-2ea4-4800-bcbf-e1d6ed0377ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.3228610 Oct 24 13:13:11.118493 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b935c-d9e4-4203-8162-ec8c13dc1e36 req-046492ef-4b42-47a4-8d4e-2b184e944d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:11.120376 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c73b935c-d9e4-4203-8162-ec8c13dc1e36 req-046492ef-4b42-47a4-8d4e-2b184e944d08 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 1130 time: 0.1025145 Oct 24 13:13:11.141961 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1c8fc17d-dd4c-4ca5-880a-65e4fb7e0857 req-db9d1323-f7ba-46b9-a6fa-81e66d45bfca tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1691523 Oct 24 13:13:11.878098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4470dd6-93f4-4816-9945-2c0f52f8610a req-43bcaad6-6fe7-477a-b3bc-dd03f1f151f2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:11.879870 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c4470dd6-93f4-4816-9945-2c0f52f8610a req-43bcaad6-6fe7-477a-b3bc-dd03f1f151f2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0585132 Oct 24 13:13:11.947107 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:11.970241 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c4470dd6-93f4-4816-9945-2c0f52f8610a req-4c204cf0-f45f-4939-9ee4-34afdf611ccd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813677 Oct 24 13:13:12.006744 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-c94e345e-4b25-41ff-8d9a-02040be32dd6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763cd320-528d-4a92-b74f-cd47217f446b HTTP/1.1" status: 200 len: 217 time: 0.0734270 Oct 24 13:13:12.085585 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c73b935c-d9e4-4203-8162-ec8c13dc1e36 req-f6038acd-742d-4dec-8f20-ba2431156d15 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536136 Oct 24 13:13:12.086099 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f57687a6-31cd-4a42-a68a-48fc0052c54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:12.095311 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da029b6-814e-40a9-83fe-c825e057c07f req-3903d82f-c16e-4361-ad8d-a469a20cff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:12.096742 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-3903d82f-c16e-4361-ad8d-a469a20cff30 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0789587 Oct 24 13:13:12.177298 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5142f5-77d9-458c-824d-8cc1fd80bb41 req-f622420f-3b00-47c9-bae5-1b4daed185e0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:12.179218 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa5142f5-77d9-458c-824d-8cc1fd80bb41 req-f622420f-3b00-47c9-bae5-1b4daed185e0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0525134 Oct 24 13:13:12.202596 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:12.284945 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa5142f5-77d9-458c-824d-8cc1fd80bb41 req-0b291bf7-3889-46c3-b3dd-79bbbd073344 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968618 Oct 24 13:13:12.317592 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153f822-6c16-462b-be23-a0203116d988 req-47135fae-98dc-45aa-b2be-02abc9b15623 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:12.319972 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5153f822-6c16-462b-be23-a0203116d988 req-47135fae-98dc-45aa-b2be-02abc9b15623 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0706558 Oct 24 13:13:12.350166 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da029b6-814e-40a9-83fe-c825e057c07f req-22a5e5e5-d3a0-434a-bc0a-ee5667ad1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:12.352295 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-22a5e5e5-d3a0-434a-bc0a-ee5667ad1d94 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605693 Oct 24 13:13:12.381037 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5153f822-6c16-462b-be23-a0203116d988 req-6787df80-2601-4d51-9c51-9be8d215c19d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526285 Oct 24 13:13:12.465974 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-6cbad2fc-066c-467e-a057-c43e30552631 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060157 Oct 24 13:13:12.565679 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:12.572644 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2da029b6-814e-40a9-83fe-c825e057c07f req-7559754f-1fd9-4e39-9d63-ad916b9f25e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003625 Oct 24 13:13:13.164982 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc1dde-44ac-4533-9010-7ffcd5f28b07 req-88311325-3344-4049-a7ed-5f3a8c093eb3 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:13.174340 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1cbc1dde-44ac-4533-9010-7ffcd5f28b07 req-88311325-3344-4049-a7ed-5f3a8c093eb3 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0785646 Oct 24 13:13:13.221479 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1cbc1dde-44ac-4533-9010-7ffcd5f28b07 req-bf090f70-8ce6-461b-823e-dae59eda4b82 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460494 Oct 24 13:13:13.406658 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985d05c-b030-47bc-8dd0-1ef691e2f1dc req-f8514026-a048-4562-92f1-826a446d5455 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:13.408290 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c985d05c-b030-47bc-8dd0-1ef691e2f1dc req-f8514026-a048-4562-92f1-826a446d5455 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0523598 Oct 24 13:13:13.460524 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c985d05c-b030-47bc-8dd0-1ef691e2f1dc req-d92dfb8f-0894-409f-9f32-5a5584b190fa tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Oct 24 13:13:13.503240 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a34bd-6ee6-44e7-9681-36b2114cdc79 req-5a06a8b3-d5f3-4497-a523-b1baeefffbdc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:13.504712 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-720a34bd-6ee6-44e7-9681-36b2114cdc79 req-5a06a8b3-d5f3-4497-a523-b1baeefffbdc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0476341 Oct 24 13:13:13.552683 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-720a34bd-6ee6-44e7-9681-36b2114cdc79 req-b2422013-6474-40cf-ab87-e83480a6f727 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421286 Oct 24 13:13:13.686715 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:13:13.787376 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:13.799547 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '9241fec5-c702-4043-a917-794ed6ca4105', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'port_id': '9241fec5-c702-4043-a917-794ed6ca4105', 'mac_address': 'fa:16:3e:6b:0b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:13:13.834285 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:13.834677 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:13.847837 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9241fec5-c702-4043-a917-794ed6ca4105 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:13.868053 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:13.877294 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:13.924652 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:14.139971 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['9241fec5-c702-4043-a917-794ed6ca4105'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:13:14.329820 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-50f43c77-7304-4ba2-9fec-b32adc733477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:14.400720 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e5de-15fc-4c2f-89bd-f5e841b42168 req-edac86a8-b15b-4644-9f6f-eb0512dc9b02 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:14.409075 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ae65e5de-15fc-4c2f-89bd-f5e841b42168 req-edac86a8-b15b-4644-9f6f-eb0512dc9b02 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0669219 Oct 24 13:13:14.465087 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ae65e5de-15fc-4c2f-89bd-f5e841b42168 req-00437afd-b630-467e-b3e1-550c4d846e19 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550773 Oct 24 13:13:14.618501 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763a81f-678f-4472-a84f-45246276fae3 req-1b1fe437-fa96-420e-b72b-ecf22e379496 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:14.626979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6968b0-fd9d-410e-ba57-e8e0b062b507 req-2d69764c-cb38-49d8-9b98-84c09cd17146 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:14.628540 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2763a81f-678f-4472-a84f-45246276fae3 req-1b1fe437-fa96-420e-b72b-ecf22e379496 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0896921 Oct 24 13:13:14.641097 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ba6968b0-fd9d-410e-ba57-e8e0b062b507 req-2d69764c-cb38-49d8-9b98-84c09cd17146 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0846195 Oct 24 13:13:14.641718 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60164) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:14.653518 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:14.704698 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2763a81f-678f-4472-a84f-45246276fae3 req-a5f4c963-4da0-429c-a9ac-49a82dfc138e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749447 Oct 24 13:13:14.763519 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (58d017f7-faa4-4406-bcb4-2742b01558a7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:14.883352 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b584a7-0597-454c-a590-318aba57d7be req-d61cae17-5ed0-4268-af3d-39e02cacfbd7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:14.885490 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-16b584a7-0597-454c-a590-318aba57d7be req-d61cae17-5ed0-4268-af3d-39e02cacfbd7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 944 time: 0.1477509 Oct 24 13:13:14.965217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:15.018867 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-16b584a7-0597-454c-a590-318aba57d7be req-5513adfc-78af-4ebf-99cc-7a24215ccc6c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1267853 Oct 24 13:13:15.446418 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:15.453489 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (58d017f7-faa4-4406-bcb4-2742b01558a7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:15.579947 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP 58d017f7-faa4-4406-bcb4-2742b01558a7 associated. External IP: 172.27.1.240, port: 3279f147-249f-4187-bbc4-6ce7f6ef81c1. Oct 24 13:13:15.619086 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:15.630860 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:15.701210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:15.758045 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 9241fec5-c702-4043-a917-794ed6ca4105 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:13:15.766484 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 9241fec5-c702-4043-a917-794ed6ca4105 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:15.767169 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9241fec5-c702-4043-a917-794ed6ca4105), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:15.768148 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 9241fec5-c702-4043-a917-794ed6ca4105 Oct 24 13:13:15.890717 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:15.894837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792789f6-87e3-4fb9-b974-fbb3f557409b req-ced9666d-5fa8-449a-a0a5-9d8b85211d3c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:15.895354 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:13:15.897474 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-792789f6-87e3-4fb9-b974-fbb3f557409b req-ced9666d-5fa8-449a-a0a5-9d8b85211d3c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0652022 Oct 24 13:13:15.901194 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:15.933401 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60200) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:15.977129 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-792789f6-87e3-4fb9-b974-fbb3f557409b req-4eb6548a-efea-4d5c-bc13-803a8dcb75a1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713100 Oct 24 13:13:15.979183 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:15.981604 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:15.986472 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f629d313-4eec-4994-8f22-2bd178178775" -d '{"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-plugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:15.990932 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.167851 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:16.179499 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e225ca-ce75-48b2-b33e-45696936df4f x-openstack-request-id: req-25e225ca-ce75-48b2-b33e-45696936df4f {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:16.180350 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-plugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:16.180746 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25e225ca-ce75-48b2-b33e-45696936df4f {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:16.181445 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e225ca-ce75-48b2-b33e-45696936df4f'] response: {'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'code': 200} Oct 24 13:13:16.183110 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:16.254276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.270615 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e3aa2-08fd-4a05-9b54-1621ae998204 req-dddffbaa-0ddd-4464-a682-e80a5543bc5f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:16.272394 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f32e3aa2-08fd-4a05-9b54-1621ae998204 req-dddffbaa-0ddd-4464-a682-e80a5543bc5f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1242504 Oct 24 13:13:16.323966 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:13:16.329525 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.348988 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:13:16.365237 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:16.365433 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fb89b336-5db0-474f-a896-d577dc76b218 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/58d017f7-faa4-4406-bcb4-2742b01558a7 HTTP/1.1" status: 200 len: 992 time: 1.7201812 Oct 24 13:13:16.365566 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:16.365709 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:16.366217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f86390-53d8-4ff6-9a77-8446e299d605" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:16.373828 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f32e3aa2-08fd-4a05-9b54-1621ae998204 req-e7a6766c-ffb5-45ea-b6fe-28e792b3c7cd tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0864816 Oct 24 13:13:16.434327 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Publish callbacks [] for security_group (8e30bf9b-13c0-482a-b7c8-cea6130e8d83), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.441405 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8e30bf9b-13c0-482a-b7c8-cea6130e8d83), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.459213 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90332dd-18c2-4c50-90fb-a5c09f6b9f2d x-openstack-request-id: req-e90332dd-18c2-4c50-90fb-a5c09f6b9f2d {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:16.459700 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:16.459828 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e90332dd-18c2-4c50-90fb-a5c09f6b9f2d {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:16.460246 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90332dd-18c2-4c50-90fb-a5c09f6b9f2d'] response: {'name': 'network-changed', 'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'status': 'completed', 'code': 200} Oct 24 13:13:16.484478 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60226) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:16.484681 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=322d5ac0e3054014a08fd8135e684833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494177 Oct 24 13:13:16.507638 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30bf9b-13c0-482a-b7c8-cea6130e8d83,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:16.517426 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.517771 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.518111 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.518449 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.518780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.519129 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.519457 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.519780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.520715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.521001 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.521325 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.522003 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.522460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.522955 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.523440 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb81bc3-2a75-4702-9fa8-a2905fd18e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:16.533912 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:16.592349 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ccca8b6-cf2c-4f5a-8402-a468c2d1e1f9 admin admin] Publish callbacks [] for security_group (8e30bf9b-13c0-482a-b7c8-cea6130e8d83), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.616285 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ccca8b6-cf2c-4f5a-8402-a468c2d1e1f9 admin admin] Publish callbacks [] for security_group (8e30bf9b-13c0-482a-b7c8-cea6130e8d83), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.668320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ccca8b6-cf2c-4f5a-8402-a468c2d1e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8e30bf9b-13c0-482a-b7c8-cea6130e8d83), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.671822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ccca8b6-cf2c-4f5a-8402-a468c2d1e1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:16.675557 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7ccca8b6-cf2c-4f5a-8402-a468c2d1e1f9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8e30bf9b-13c0-482a-b7c8-cea6130e8d83 HTTP/1.1" status: 204 len: 168 time: 0.1864934 Oct 24 13:13:16.681275 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccca8b6-cf2c-4f5a-8402-a468c2d1e1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30bf9b-13c0-482a-b7c8-cea6130e8d83,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:16.808815 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:15Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:16.841516 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:13:16.851511 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:16.852128 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:16.977969 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:17.034097 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60246) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:17.048703 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.148786 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:17.216012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:17.240745 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-3790eaf1-f1a4-43d0-8e89-ae0714b63229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:17.242244 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-3790eaf1-f1a4-43d0-8e89-ae0714b63229 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 1130 time: 0.1089358 Oct 24 13:13:17.262177 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560da134-bb9b-44fc-9e52-0a928fe0744e req-4a36dcce-8c97-48f8-b345-f3f537e92860 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:17.271645 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-560da134-bb9b-44fc-9e52-0a928fe0744e req-4a36dcce-8c97-48f8-b345-f3f537e92860 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.2063658 Oct 24 13:13:17.281584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Publish callbacks [] for security_group (ab43296f-a231-43f4-820e-b49e5ec9ba08), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.297978 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ab43296f-a231-43f4-820e-b49e5ec9ba08), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.316536 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.332871 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.364475 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab43296f-a231-43f4-820e-b49e5ec9ba08,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:17.374405 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cde2fc485e45491b8298690cec792053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392138 Oct 24 13:13:17.377215 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:15Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:17.381758 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60258) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:17.391421 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.392031 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.392580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.393130 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.393642 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.394147 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.394648 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.395170 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.395897 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.396390 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.396884 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.397396 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.397903 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.398397 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.399102 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a439090-b9e1-4f75-8666-d4ed31194ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:17.400162 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-560da134-bb9b-44fc-9e52-0a928fe0744e req-c2500b92-5796-4555-86fa-69a1263c437e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216247 Oct 24 13:13:17.411886 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e434053-5233-4600-9346-3dd73cf0eeb9 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:15Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:13:17.484592 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca148590-9c1a-488a-8876-3c5613e8b246 admin admin] Publish callbacks [] for security_group (ab43296f-a231-43f4-820e-b49e5ec9ba08), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.518603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca148590-9c1a-488a-8876-3c5613e8b246 admin admin] Publish callbacks [] for security_group (ab43296f-a231-43f4-820e-b49e5ec9ba08), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.633248 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ed9f-638f-4b1d-9c5e-e72af32d2e9c req-3126627d-86c5-4d92-a132-e1c487a713c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:17.637449 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca148590-9c1a-488a-8876-3c5613e8b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ab43296f-a231-43f4-820e-b49e5ec9ba08), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.641423 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca148590-9c1a-488a-8876-3c5613e8b246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:17.642799 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ca148590-9c1a-488a-8876-3c5613e8b246 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ab43296f-a231-43f4-820e-b49e5ec9ba08 HTTP/1.1" status: 204 len: 168 time: 0.2597525 Oct 24 13:13:17.647986 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-60a1ed9f-638f-4b1d-9c5e-e72af32d2e9c req-3126627d-86c5-4d92-a132-e1c487a713c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1129 time: 0.0979049 Oct 24 13:13:17.655261 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca148590-9c1a-488a-8876-3c5613e8b246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab43296f-a231-43f4-820e-b49e5ec9ba08,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:17.680024 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc9551-ca5f-47e0-a0fd-b3e1c7890776 req-f8aa7ebc-1424-4ef3-85fe-a27951a71ebe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:17.684123 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-24cc9551-ca5f-47e0-a0fd-b3e1c7890776 req-f8aa7ebc-1424-4ef3-85fe-a27951a71ebe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1120770 Oct 24 13:13:17.702069 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:17.799951 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-24cc9551-ca5f-47e0-a0fd-b3e1c7890776 req-0c6fe923-8a55-4748-8b11-bf596dc38dcd tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1084139 Oct 24 13:13:17.852874 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0e746-71ac-49ec-a737-7a543cf6339c None None] New status for floating IP 58d017f7-faa4-4406-bcb4-2742b01558a7: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:13:17.868961 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-60a1ed9f-638f-4b1d-9c5e-e72af32d2e9c req-86e48f7a-3d58-4332-9e25-86b97a0b98a4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1883194 Oct 24 13:13:17.869670 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-31d738a0-7077-4d80-ac70-7c7b657e6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:17.870981 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-31d738a0-7077-4d80-ac70-7c7b657e6327 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.3589234 Oct 24 13:13:18.259367 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:18.321410 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-3e821d2e-ea16-4d3b-85a0-e56930d342ad service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1 HTTP/1.1" status: 200 len: 1000 time: 0.2240157 Oct 24 13:13:18.548210 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f2921-29de-4c48-83dc-e48ace43a23d req-0c836dc2-0794-4b69-91f0-dc2c2abcd650 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:18.550004 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d0f2921-29de-4c48-83dc-e48ace43a23d req-0c836dc2-0794-4b69-91f0-dc2c2abcd650 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.0531437 Oct 24 13:13:18.611945 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d0f2921-29de-4c48-83dc-e48ace43a23d req-014f5f89-efd5-4750-a01f-30542dff55ce tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Oct 24 13:13:18.617413 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54539af3-49c2-4b71-89a0-c518f7707731 req-e034edf2-9532-4e45-9e92-4a7a73ce3377 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:18.618899 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54539af3-49c2-4b71-89a0-c518f7707731 req-e034edf2-9532-4e45-9e92-4a7a73ce3377 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0813870 Oct 24 13:13:18.722098 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54539af3-49c2-4b71-89a0-c518f7707731 req-b205afd0-ce16-40ee-9ee6-f3aa80e8a666 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956795 Oct 24 13:13:18.737196 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-51d8e669-0130-47d8-8adf-006286861b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:18.738659 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-51d8e669-0130-47d8-8adf-006286861b49 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0715771 Oct 24 13:13:18.967607 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0b06-50b4-4d62-b8ad-cbb4ab298832 req-9233c111-2d87-419e-b533-efafd302a44e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:18.970090 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bfef0b06-50b4-4d62-b8ad-cbb4ab298832 req-9233c111-2d87-419e-b533-efafd302a44e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0577755 Oct 24 13:13:19.023442 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bfef0b06-50b4-4d62-b8ad-cbb4ab298832 req-2281ca01-5fc0-477b-9f71-a9841bb4b011 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486827 Oct 24 13:13:19.789161 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b68dfe-1cad-46bf-9d51-315db625f5f9 req-089ba03c-4b79-4bf0-837c-0478bd634c81 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:19.803334 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-64b68dfe-1cad-46bf-9d51-315db625f5f9 req-089ba03c-4b79-4bf0-837c-0478bd634c81 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.0739613 Oct 24 13:13:19.859424 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-64b68dfe-1cad-46bf-9d51-315db625f5f9 req-f731f0e4-e2f0-4ecf-88b7-2b7985ee458a tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550027 Oct 24 13:13:19.915559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1e2d-f7c9-48ad-894d-9bc1d29752af req-febba65d-1923-43e3-a6a4-7c32cfe802de tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:19.917178 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-946f1e2d-f7c9-48ad-894d-9bc1d29752af req-febba65d-1923-43e3-a6a4-7c32cfe802de tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0768445 Oct 24 13:13:19.980105 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-946f1e2d-f7c9-48ad-894d-9bc1d29752af req-34ef9bc9-4f3f-4d1d-809b-ca26d0ad5807 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564563 Oct 24 13:13:20.183908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ea98d-f619-4eb3-97e3-4c9779ed3948 req-4a5055f6-72de-4d6c-b167-711e9b6b034d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:20.186275 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-812ea98d-f619-4eb3-97e3-4c9779ed3948 req-4a5055f6-72de-4d6c-b167-711e9b6b034d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0551207 Oct 24 13:13:20.238747 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-812ea98d-f619-4eb3-97e3-4c9779ed3948 req-43f93533-adbc-4976-af8d-a89cd4748d91 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467184 Oct 24 13:13:20.285998 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60416) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:20.442601 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4f9c-608b-43db-9556-4a9c7b83de18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.650938 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-27b4a0de-17e6-4280-93b0-8130b40f496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:20.652413 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-27b4a0de-17e6-4280-93b0-8130b40f496c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2750843 Oct 24 13:13:20.719162 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4f9c-608b-43db-9556-4a9c7b83de18 admin admin] Publish callbacks [] for security_group (50a01622-ee47-4692-92e8-bbf3c4aee2e2), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.722777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4f9c-608b-43db-9556-4a9c7b83de18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (50a01622-ee47-4692-92e8-bbf3c4aee2e2), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.734399 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:20.768295 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-bb6e4f9c-608b-43db-9556-4a9c7b83de18 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d91f7e646cae4e7e883905d33822eb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812078 Oct 24 13:13:20.769098 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e4f9c-608b-43db-9556-4a9c7b83de18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a01622-ee47-4692-92e8-bbf3c4aee2e2,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:20.771345 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60426) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:20.821077 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1d5c-1c70-45ec-8a3f-b324c38f8e15 admin admin] Publish callbacks [] for security_group (50a01622-ee47-4692-92e8-bbf3c4aee2e2), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.842587 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1d5c-1c70-45ec-8a3f-b324c38f8e15 admin admin] Publish callbacks [] for security_group (50a01622-ee47-4692-92e8-bbf3c4aee2e2), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.891876 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1d5c-1c70-45ec-8a3f-b324c38f8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (50a01622-ee47-4692-92e8-bbf3c4aee2e2), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.894488 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1d5c-1c70-45ec-8a3f-b324c38f8e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:20.905241 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7c0e1d5c-1c70-45ec-8a3f-b324c38f8e15 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/50a01622-ee47-4692-92e8-bbf3c4aee2e2 HTTP/1.1" status: 204 len: 168 time: 0.1261981 Oct 24 13:13:20.918397 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e1d5c-1c70-45ec-8a3f-b324c38f8e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a01622-ee47-4692-92e8-bbf3c4aee2e2,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:21.050312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cdf78-c1fc-48cb-ae9f-7433807e602a req-819cfcb8-73a6-4099-a633-9068bcb79808 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:21.058561 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-db9cdf78-c1fc-48cb-ae9f-7433807e602a req-819cfcb8-73a6-4099-a633-9068bcb79808 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.0818577 Oct 24 13:13:21.126719 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-db9cdf78-c1fc-48cb-ae9f-7433807e602a req-d7637dbe-30dc-40b5-bb74-65e14532f31d tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fcbc2f0a-b877-4a66-9681-279d785f2db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Oct 24 13:13:21.209073 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac671f9-7973-4846-928e-239473283c4e req-a67d6c1b-99aa-4771-9e62-c315f3e696ad tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:21.216485 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4ac671f9-7973-4846-928e-239473283c4e req-a67d6c1b-99aa-4771-9e62-c315f3e696ad tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1334627 Oct 24 13:13:21.226913 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785286dc-f189-4d91-91f1-0f3f46500610 req-accbc34d-3a7f-4723-9143-94997f339c42 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:21.228357 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-785286dc-f189-4d91-91f1-0f3f46500610 req-accbc34d-3a7f-4723-9143-94997f339c42 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 946 time: 0.1051528 Oct 24 13:13:21.278260 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60448) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:21.295762 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e064fe8-a7f2-46b4-aabf-c8ff7c2bca61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.308428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:21.333253 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-78c110b1-ebde-470d-961a-4514a9a9f211 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081179 Oct 24 13:13:21.383721 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:21.415434 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49751c5d-e893-4459-9929-85fe2e74abab req-0bcc1ceb-525b-4de7-a569-650545f2c4f3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:21.416915 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-49751c5d-e893-4459-9929-85fe2e74abab req-0bcc1ceb-525b-4de7-a569-650545f2c4f3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0654843 Oct 24 13:13:21.465205 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e064fe8-a7f2-46b4-aabf-c8ff7c2bca61 admin admin] Publish callbacks [] for security_group (54857710-9369-4e2b-b9ab-74b4cee870b3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.471597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e064fe8-a7f2-46b4-aabf-c8ff7c2bca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (54857710-9369-4e2b-b9ab-74b4cee870b3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.499571 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Deleting port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:13:21.499924 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.523926 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4ac671f9-7973-4846-928e-239473283c4e req-f86ccb66-6201-42d7-bd60-5059ad870c58 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064070 Oct 24 13:13:21.525440 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-49751c5d-e893-4459-9929-85fe2e74abab req-4aaf1487-eaef-4ee9-a20c-3d27aa4b90c3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0964453 Oct 24 13:13:21.532635 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064fe8-a7f2-46b4-aabf-c8ff7c2bca61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54857710-9369-4e2b-b9ab-74b4cee870b3,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:21.541553 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7e064fe8-a7f2-46b4-aabf-c8ff7c2bca61 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=25c5c3f7e00949f3b1fb6e8ad5478123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595646 Oct 24 13:13:21.542172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60454) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:21.613307 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fb305ca-4c58-40f8-a173-e4c88c949f48 admin admin] Publish callbacks [] for security_group (54857710-9369-4e2b-b9ab-74b4cee870b3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.640939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fb305ca-4c58-40f8-a173-e4c88c949f48 admin admin] Publish callbacks [] for security_group (54857710-9369-4e2b-b9ab-74b4cee870b3), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.694302 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] For port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:21.694667 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.717980 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fb305ca-4c58-40f8-a173-e4c88c949f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (54857710-9369-4e2b-b9ab-74b4cee870b3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.721066 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fb305ca-4c58-40f8-a173-e4c88c949f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.722261 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9fb305ca-4c58-40f8-a173-e4c88c949f48 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/54857710-9369-4e2b-b9ab-74b4cee870b3 HTTP/1.1" status: 204 len: 168 time: 0.1794870 Oct 24 13:13:21.723785 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Calling delete_port for 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 owned by compute:nova {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:13:21.730655 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb305ca-4c58-40f8-a173-e4c88c949f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54857710-9369-4e2b-b9ab-74b4cee870b3,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:21.739177 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c884f3-bea8-43ae-8297-0a7d43d8a9b9 req-f0daba90-94d1-4e2c-8506-328fd221d05c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:21.740672 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-64c884f3-bea8-43ae-8297-0a7d43d8a9b9 req-f0daba90-94d1-4e2c-8506-328fd221d05c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1103959 Oct 24 13:13:21.742492 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e3f86390-53d8-4ff6-9a77-8446e299d605 req-6c50fbe9-68b9-4355-8552-1ce23384bfec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982112 Oct 24 13:13:21.753234 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60466) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:21.766830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'floatingip': {'port_id': '9241fec5-c702-4043-a917-794ed6ca4105'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:21.814253 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (50090bbb-3a66-4b81-aac1-0d0cf4a7ea83), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.898835 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:21.927516 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:21.948368 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:21.961970 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Pushing event deleted for resources: {'Port': ['ID=2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:22.049885 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] No DVR routers for this DVR port 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 on host hv-cinder-86248 {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:13:22.053084 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:22.058074 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-785286dc-f189-4d91-91f1-0f3f46500610 req-3bc02e68-f857-447d-9fc8-c51710247ab3 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 HTTP/1.1" status: 204 len: 173 time: 0.8215563 Oct 24 13:13:22.058887 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'name': 'network-vif-deleted', 'tag': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:22.062458 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be72bd33-09f4-4447-8f37-049b7dae3f0e" -d '{"events": [{"server_uuid": "d835cdc8-620a-46a9-83ce-d47557bf77a9", "name": "network-vif-deleted", "tag": "2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:22.119207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c439a921-e584-4f1b-bae5-08e59fb51f00 x-openstack-request-id: req-c439a921-e584-4f1b-bae5-08e59fb51f00 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:22.119710 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835cdc8-620a-46a9-83ce-d47557bf77a9", "name": "network-vif-deleted", "tag": "2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:22.120200 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c439a921-e584-4f1b-bae5-08e59fb51f00 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:22.120926 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c439a921-e584-4f1b-bae5-08e59fb51f00'] response: {'server_uuid': 'd835cdc8-620a-46a9-83ce-d47557bf77a9', 'name': 'network-vif-deleted', 'tag': '2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347', 'status': 'completed', 'code': 200} Oct 24 13:13:22.327025 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-19fdacec-5d77-4cec-b1d0-4132770bc4e3 req-97be5a14-ccbc-4e8b-ae1a-3592e705d40d tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.0730307 Oct 24 13:13:22.511365 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:22.517625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (50090bbb-3a66-4b81-aac1-0d0cf4a7ea83), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:22.697598 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:22.732235 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Floating IP 50090bbb-3a66-4b81-aac1-0d0cf4a7ea83 associated. External IP: 172.27.1.207, port: 9241fec5-c702-4043-a917-794ed6ca4105. Oct 24 13:13:22.826750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386cf4f-49ec-42c6-bc6f-bfc7cf307186 req-6633952a-4c14-482c-b40b-17cc540957bf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:22.829483 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d386cf4f-49ec-42c6-bc6f-bfc7cf307186 req-6633952a-4c14-482c-b40b-17cc540957bf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1468859 Oct 24 13:13:22.914441 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d386cf4f-49ec-42c6-bc6f-bfc7cf307186 req-014cc139-fc92-4abb-883d-e63499ce65ea tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569308 Oct 24 13:13:23.042857 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Router 1d14bcaf-3128-49bc-b8f7-351893378942 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:13:23.168664 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:13:23.175313 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:23.179227 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:13:23.196946 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:23.197584 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:23.233808 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c543ae2d-a83a-4252-ba17-f9fedc5c7142 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/50090bbb-3a66-4b81-aac1-0d0cf4a7ea83 HTTP/1.1" status: 200 len: 991 time: 1.4788742 Oct 24 13:13:23.234663 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:23.237359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6774b54-0b14-44d8-80b6-28c4558cd56c" -d '{"events": [{"name": "network-changed", "server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:23.287553 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4a25c8-628e-4366-96cb-134fd185b8e1 x-openstack-request-id: req-de4a25c8-628e-4366-96cb-134fd185b8e1 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:23.288257 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:23.289104 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de4a25c8-628e-4366-96cb-134fd185b8e1 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:23.289655 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4a25c8-628e-4366-96cb-134fd185b8e1'] response: {'name': 'network-changed', 'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'status': 'completed', 'code': 200} Oct 24 13:13:23.332140 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:23.411481 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:23.466420 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d461e010-bf17-4e0f-8945-bfd42ce93db6 req-0bf9e4af-3d95-4b83-af59-911f2136ffce tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.0281641 Oct 24 13:13:23.472862 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:23.557239 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '50090bbb-3a66-4b81-aac1-0d0cf4a7ea83', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'port_id': '9241fec5-c702-4043-a917-794ed6ca4105', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'mac_address': 'fa:16:3e:6b:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:47Z', 'updated_at': '2022-10-24T13:13:22Z', 'revision_number': 1, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:23.583191 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:13:23.591476 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:23.592164 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:23.699440 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:24.011762 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '50090bbb-3a66-4b81-aac1-0d0cf4a7ea83', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'port_id': '9241fec5-c702-4043-a917-794ed6ca4105', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'mac_address': 'fa:16:3e:6b:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:47Z', 'updated_at': '2022-10-24T13:13:22Z', 'revision_number': 1, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:24.040557 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec146-d366-44f4-b7c0-82ebeb9e99bc None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '50090bbb-3a66-4b81-aac1-0d0cf4a7ea83', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'port_id': '9241fec5-c702-4043-a917-794ed6ca4105', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'mac_address': 'fa:16:3e:6b:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:47Z', 'updated_at': '2022-10-24T13:13:22Z', 'revision_number': 1, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:13:24.052016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564cec6-3ddb-4e8d-9633-f5539549aa6d req-ea9a0f4e-00bd-4c57-acd4-ee8b2a93331e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:24.053578 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5564cec6-3ddb-4e8d-9633-f5539549aa6d req-ea9a0f4e-00bd-4c57-acd4-ee8b2a93331e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Oct 24 13:13:24.109072 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5564cec6-3ddb-4e8d-9633-f5539549aa6d req-b43bfdb6-28c2-49e2-8664-e472a994f775 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 Oct 24 13:13:24.257927 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149caa38-73cc-4662-9203-a8d8f01741a4 None None] New status for floating IP 50090bbb-3a66-4b81-aac1-0d0cf4a7ea83: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:13:24.261399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:24.588541 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:13:24.597463 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-34add831-9fd5-43bf-899f-babb8dfdf255 req-301e65d9-a9b3-4cdb-9e76-5c05af8c5ce0 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.0338919 Oct 24 13:13:24.618133 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:13:24.618554 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2f3a03dc-1d36-4c18-8e1f-75cf0fb9c347 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:13:25.231430 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a268f-e8d1-408f-a5f6-28e7e37ea93c req-0eeb043d-56a2-434e-ae04-67e246a1378a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:25.232800 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-809a268f-e8d1-408f-a5f6-28e7e37ea93c req-0eeb043d-56a2-434e-ae04-67e246a1378a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0453176 Oct 24 13:13:25.280209 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-809a268f-e8d1-408f-a5f6-28e7e37ea93c req-057d32a4-0e43-4ca5-b11d-afef8d8ef233 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Oct 24 13:13:25.634001 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-6856db8a-d461-453e-a4a5-4c1fcb924a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:25.635804 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-6856db8a-d461-453e-a4a5-4c1fcb924a4b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1129 time: 0.0437574 Oct 24 13:13:25.749265 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b451efd5-2d17-408d-8a99-a8cd11a4a71d req-dbfd8582-3069-4970-afc1-c3be4358ced6 tempest-DeleteServersTestJSON-94702691 tempest-DeleteServersTestJSON-94702691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d835cdc8-620a-46a9-83ce-d47557bf77a9 HTTP/1.1" status: 200 len: 210 time: 0.0291734 Oct 24 13:13:25.783554 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-733cfe7e-5efb-4511-8c98-daaf03f622a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:25.785174 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-733cfe7e-5efb-4511-8c98-daaf03f622a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.1385243 Oct 24 13:13:25.795878 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:25.855321 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-60ca7334-a526-46d4-8d57-6c3a4b6443e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 1001 time: 0.0585692 Oct 24 13:13:25.912086 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-fd457a4d-1854-4f4f-8594-994b8ed3ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:25.913472 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-fd457a4d-1854-4f4f-8594-994b8ed3ccc1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0453494 Oct 24 13:13:25.956825 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-1208af25-b8a8-4240-8733-0bb5095c156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:25.958211 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-1208af25-b8a8-4240-8733-0bb5095c156a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366368 Oct 24 13:13:26.362673 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:26.399746 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d7538-8de9-4496-9234-f75efbf70a2a req-c3caabfc-7e10-49b3-a617-e5e41e2d2270 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:26.401177 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6b2d7538-8de9-4496-9234-f75efbf70a2a req-c3caabfc-7e10-49b3-a617-e5e41e2d2270 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0474725 Oct 24 13:13:26.453133 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6b2d7538-8de9-4496-9234-f75efbf70a2a req-3d35f296-5dfd-4f77-a6be-56f4c9d24305 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460262 Oct 24 13:13:27.574509 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae600ca-4b22-4ccd-b4ca-4041176ada84 req-ecc3569f-1eda-4d97-b129-e65b07613937 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:27.576212 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aae600ca-4b22-4ccd-b4ca-4041176ada84 req-ecc3569f-1eda-4d97-b129-e65b07613937 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0471985 Oct 24 13:13:27.600771 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:27.625237 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aae600ca-4b22-4ccd-b4ca-4041176ada84 req-932b1e05-1e73-4ec8-b1e0-57b12f5452c6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Oct 24 13:13:28.742345 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a57d7-bb76-4c8c-93b0-72ad2f8c05d6 req-bfc668ba-6ef3-421e-9c89-ccfe9644d825 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:28.743819 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3a0a57d7-bb76-4c8c-93b0-72ad2f8c05d6 req-bfc668ba-6ef3-421e-9c89-ccfe9644d825 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0455518 Oct 24 13:13:28.837760 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3a0a57d7-bb76-4c8c-93b0-72ad2f8c05d6 req-19d52923-8836-4ee8-8c77-f42266db75d1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878022 Oct 24 13:13:28.886589 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-2ce4040f-7fe0-4275-bcb3-22cd34f78c8c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816882 Oct 24 13:13:28.920599 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-89822039-d2dd-4c93-9642-2a93db837aa5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435246 Oct 24 13:13:29.040239 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-7536251f-dc9d-4fea-8215-357905605c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:29.041752 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-7536251f-dc9d-4fea-8215-357905605c06 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1129 time: 0.0894251 Oct 24 13:13:29.097957 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6774b54-0b14-44d8-80b6-28c4558cd56c req-4d55498a-c883-4ec6-bb9f-3189f3f4ad5b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472304 Oct 24 13:13:29.127643 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:29.164185 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-6f594826-815a-42d9-8ba0-c8783b454c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:29.165621 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-6f594826-815a-42d9-8ba0-c8783b454c25 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.1044929 Oct 24 13:13:29.210039 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-de5ec943-b6c4-4e87-b948-fab97ac89dfd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 217 time: 0.0376413 Oct 24 13:13:29.263410 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-74b87281-6837-42ae-871f-1685e6ec59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:29.264842 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-74b87281-6837-42ae-871f-1685e6ec59d2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0470316 Oct 24 13:13:29.310025 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-5b2ccf92-b92f-40c6-94d2-ad9f7009f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:29.311831 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-5b2ccf92-b92f-40c6-94d2-ad9f7009f6cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382783 Oct 24 13:13:29.408454 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-de869ac7-a78a-49a0-ac15-fbbe3015fb03 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896018 Oct 24 13:13:29.510202 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c5d57a6-1659-4dcd-ada5-391585b47713 req-f093ae61-426d-4b09-a502-eedc8e17cb07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899110 Oct 24 13:13:29.695431 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60666) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:29.740038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Deleting subnet cb4bacd7-d0a0-4df1-a18f-07ded8add2fb {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:13:29.743183 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Publish callbacks [] for subnet (cb4bacd7-d0a0-4df1-a18f-07ded8add2fb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:29.783167 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (cb4bacd7-d0a0-4df1-a18f-07ded8add2fb), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:29.822444 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (cb4bacd7-d0a0-4df1-a18f-07ded8add2fb), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:29.876741 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (cb4bacd7-d0a0-4df1-a18f-07ded8add2fb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:29.910321 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4bacd7-d0a0-4df1-a18f-07ded8add2fb,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:29.912382 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:29.918376 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60678) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:29.918814 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6f6bb1f0-9e8e-433b-9075-1c893d5dd757 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/cb4bacd7-d0a0-4df1-a18f-07ded8add2fb HTTP/1.1" status: 204 len: 168 time: 0.2221208 Oct 24 13:13:29.977522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7af1a-f75d-430f-87ad-4767014e7130 req-30d62c6a-f495-4d0c-a32f-d15c123d5883 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:29.979088 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6db7af1a-f75d-430f-87ad-4767014e7130 req-30d62c6a-f495-4d0c-a32f-d15c123d5883 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0538368 Oct 24 13:13:30.059564 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (05dfe013-5815-468a-a1ee-1356fe7c5906), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.085424 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6db7af1a-f75d-430f-87ad-4767014e7130 req-f3bcb3b3-e1e5-4c55-aa3f-c676ff1dc8f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000783 Oct 24 13:13:30.118166 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:30.168503 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (05dfe013-5815-468a-a1ee-1356fe7c5906), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.202620 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.203331 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.204436 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.205082 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > port after_create 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.205749 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.206626 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > port after_update 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.207176 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.207662 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.208116 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.208615 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.309751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.310412 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.311720 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.312118 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 24 13:13:30.312692 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dfe013-5815-468a-a1ee-1356fe7c5906']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:30.340035 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32918b08-4afd-44fb-8cb6-e6d0bc3e7c67') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:30.340328 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32918b08-4afd-44fb-8cb6-e6d0bc3e7c67') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:30.361037 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (32918b08-4afd-44fb-8cb6-e6d0bc3e7c67), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.412984 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (32918b08-4afd-44fb-8cb6-e6d0bc3e7c67), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.441844 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60726) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:30.443305 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:13:30.443720 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (32918b08-4afd-44fb-8cb6-e6d0bc3e7c67), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.651806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:30.707002 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60734) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:30.816423 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (05dfe013-5815-468a-a1ee-1356fe7c5906), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.829662 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.835330 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/05dfe013-5815-468a-a1ee-1356fe7c5906 HTTP/1.1" status: 204 len: 168 time: 0.9154639 Oct 24 13:13:30.849416 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60742) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:30.890455 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290e512-405a-4223-a73e-c8646caf2533 admin admin] Pushing event deleted for resources: {'Network': ['ID=05dfe013-5815-468a-a1ee-1356fe7c5906,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:30.916466 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Deleting subnet 2c1599da-e5c3-4529-91b1-ac24960a5d57 {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:13:30.921325 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Publish callbacks [] for subnet (2c1599da-e5c3-4529-91b1-ac24960a5d57), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:30.973049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26001583'] for subnet (2c1599da-e5c3-4529-91b1-ac24960a5d57), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.021938 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (2c1599da-e5c3-4529-91b1-ac24960a5d57), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.024546 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-546261b0-f99e-4066-859d-9ceff6bca893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.027732 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.049844 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 32918b08-4afd-44fb-8cb6-e6d0bc3e7c67 resource provider aggregate not found Oct 24 13:13:31.069261 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 32918b08-4afd-44fb-8cb6-e6d0bc3e7c67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32918b08-4afd-44fb-8cb6-e6d0bc3e7c67 found for delete ", "request_id": "req-47cf2891-91b7-4b1b-8729-30acaced1560"}]} Oct 24 13:13:31.101060 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26001518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25991415'] for subnet (2c1599da-e5c3-4529-91b1-ac24960a5d57), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.129884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1599da-e5c3-4529-91b1-ac24960a5d57,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:31.138904 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.143508 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-66234cfe-373e-4079-b303-f3fd5b77056e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2c1599da-e5c3-4529-91b1-ac24960a5d57 HTTP/1.1" status: 204 len: 168 time: 0.2928052 Oct 24 13:13:31.145933 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60752) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:31.266385 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b05a8-d02b-47b9-94e3-b0b99ebdf86a req-ebb8c68c-0e53-4ca1-b148-45c70eb25029 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:31.267828 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9a8b05a8-d02b-47b9-94e3-b0b99ebdf86a req-ebb8c68c-0e53-4ca1-b148-45c70eb25029 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0649340 Oct 24 13:13:31.270273 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (9923f9e0-e622-4b5f-a2cd-82dce609e740), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.272063 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:31.385868 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9a8b05a8-d02b-47b9-94e3-b0b99ebdf86a req-e21749c5-58bb-4456-a008-0531f8ef2852 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105342 Oct 24 13:13:31.395400 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (9923f9e0-e622-4b5f-a2cd-82dce609e740), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.422219 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9923f9e0-e622-4b5f-a2cd-82dce609e740']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:31.433040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cf13aa-8202-4128-b32d-8d63a23f3024') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:31.433335 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cf13aa-8202-4128-b32d-8d63a23f3024') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:31.439069 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:31.445344 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (d9cf13aa-8202-4128-b32d-8d63a23f3024), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.462827 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (d9cf13aa-8202-4128-b32d-8d63a23f3024), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.471087 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:13:31.471881 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (d9cf13aa-8202-4128-b32d-8d63a23f3024), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.501536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-546261b0-f99e-4066-859d-9ceff6bca893 admin admin] Publish callbacks [] for security_group (345ae7b1-635a-4566-bc42-8475c2837367), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.513570 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-546261b0-f99e-4066-859d-9ceff6bca893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (345ae7b1-635a-4566-bc42-8475c2837367), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.539254 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (9923f9e0-e622-4b5f-a2cd-82dce609e740), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.545197 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.551037 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9923f9e0-e622-4b5f-a2cd-82dce609e740 HTTP/1.1" status: 204 len: 168 time: 0.4016988 Oct 24 13:13:31.562463 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc04471-60b0-4a01-bc56-80ff30b64195 admin admin] Pushing event deleted for resources: {'Network': ['ID=9923f9e0-e622-4b5f-a2cd-82dce609e740,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:31.574132 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-546261b0-f99e-4066-859d-9ceff6bca893 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3d7644089a934ed9b9ce5e07345da0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8554006 Oct 24 13:13:31.574603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60766) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:31.602530 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546261b0-f99e-4066-859d-9ceff6bca893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ae7b1-635a-4566-bc42-8475c2837367,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:31.682861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Deleting port f6051e4a-ef94-486e-ad1a-9145f182d423 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:13:31.683273 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.707001 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60778) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:31.715367 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dbb67e2-f3a6-4304-86c3-0386386f05bb admin admin] Publish callbacks [] for security_group (345ae7b1-635a-4566-bc42-8475c2837367), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.791885 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dbb67e2-f3a6-4304-86c3-0386386f05bb admin admin] Publish callbacks [] for security_group (345ae7b1-635a-4566-bc42-8475c2837367), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.837011 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:31.852405 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] For port f6051e4a-ef94-486e-ad1a-9145f182d423, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f6051e4a-ef94-486e-ad1a-9145f182d423,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:31.852770 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.860223 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-4b520a4e-5e94-4090-8501-f7d41653a467 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=42e8ff8265f24a248d5e2f69796e803c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521490 Oct 24 13:13:31.862930 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60788) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:31.887485 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Calling delete_port for f6051e4a-ef94-486e-ad1a-9145f182d423 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:13:31.901250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:31.923000 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-25ab6f5d-6079-42cc-8928-1c770c5d7675 admin admin] Publish callbacks [] for security_group (1c2727e6-6fd8-4e38-a03c-07c34885074f), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.946003 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-25ab6f5d-6079-42cc-8928-1c770c5d7675 admin admin] Publish callbacks [] for security_group (1c2727e6-6fd8-4e38-a03c-07c34885074f), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.994933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dbb67e2-f3a6-4304-86c3-0386386f05bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (345ae7b1-635a-4566-bc42-8475c2837367), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.998013 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dbb67e2-f3a6-4304-86c3-0386386f05bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:31.999344 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1dbb67e2-f3a6-4304-86c3-0386386f05bb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/345ae7b1-635a-4566-bc42-8475c2837367 HTTP/1.1" status: 204 len: 168 time: 0.4230759 Oct 24 13:13:32.007918 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-25ab6f5d-6079-42cc-8928-1c770c5d7675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1c2727e6-6fd8-4e38-a03c-07c34885074f), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.011102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-25ab6f5d-6079-42cc-8928-1c770c5d7675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.014394 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb67e2-f3a6-4304-86c3-0386386f05bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ae7b1-635a-4566-bc42-8475c2837367,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:32.015614 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-25ab6f5d-6079-42cc-8928-1c770c5d7675 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1c2727e6-6fd8-4e38-a03c-07c34885074f HTTP/1.1" status: 204 len: 168 time: 0.1515927 Oct 24 13:13:32.039800 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab6f5d-6079-42cc-8928-1c770c5d7675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2727e6-6fd8-4e38-a03c-07c34885074f,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:32.186320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f6051e4a-ef94-486e-ad1a-9145f182d423), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.214917 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6051e4a-ef94-486e-ad1a-9145f182d423,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:32.282428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60798) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:32.360782 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:32.446177 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.502230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdca54d-e2be-40ba-8b62-d7e4ef0f1f81 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:13:32.552637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-389591ef-e4e7-489d-b496-0ec99c2ab5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.576436 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60808) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:32.620834 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030434bb-f6ed-4fd3-b81b-42b50b82de97 req-b6f446dc-3047-4cd9-87ae-5c1c51d350bf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:32.623461 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-030434bb-f6ed-4fd3-b81b-42b50b82de97 req-b6f446dc-3047-4cd9-87ae-5c1c51d350bf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0762041 Oct 24 13:13:32.650856 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-184a88fd-3ce6-4d64-8ec2-e6578d2f524c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cd4daec70cc246f2bde3c88398ad6488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720012 Oct 24 13:13:32.655534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60810) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:32.666521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdca54d-e2be-40ba-8b62-d7e4ef0f1f81 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:13:32.705309 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-389591ef-e4e7-489d-b496-0ec99c2ab5bb admin admin] Publish callbacks [] for security_group (1a91ecbb-92b2-4702-b546-fc0141886c44), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.710734 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-389591ef-e4e7-489d-b496-0ec99c2ab5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1a91ecbb-92b2-4702-b546-fc0141886c44), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.762689 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-389591ef-e4e7-489d-b496-0ec99c2ab5bb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5f270594978e492ab32185f2c0c3114b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789834 Oct 24 13:13:32.763959 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389591ef-e4e7-489d-b496-0ec99c2ab5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a91ecbb-92b2-4702-b546-fc0141886c44,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:32.766460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60816) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:32.833945 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-030434bb-f6ed-4fd3-b81b-42b50b82de97 req-a14d7279-cd42-41e7-ba89-ef2cb1bc0e9e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773407 Oct 24 13:13:32.834541 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b82e22f-b17d-46d5-bfc4-6deb8ea64f41 admin admin] Publish callbacks [] for security_group (1a91ecbb-92b2-4702-b546-fc0141886c44), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.846616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e4d-c4fe-47e3-a40c-3cb66224200e admin admin] Publish callbacks [] for security_group (2583cb40-38a6-4d88-859f-017ffd087648), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.859149 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b82e22f-b17d-46d5-bfc4-6deb8ea64f41 admin admin] Publish callbacks [] for security_group (1a91ecbb-92b2-4702-b546-fc0141886c44), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.927669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e4d-c4fe-47e3-a40c-3cb66224200e admin admin] Publish callbacks [] for security_group (2583cb40-38a6-4d88-859f-017ffd087648), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.930971 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b82e22f-b17d-46d5-bfc4-6deb8ea64f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1a91ecbb-92b2-4702-b546-fc0141886c44), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.938167 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b82e22f-b17d-46d5-bfc4-6deb8ea64f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:32.941931 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-9b82e22f-b17d-46d5-bfc4-6deb8ea64f41 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1a91ecbb-92b2-4702-b546-fc0141886c44 HTTP/1.1" status: 204 len: 168 time: 0.1738174 Oct 24 13:13:32.958193 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e22f-b17d-46d5-bfc4-6deb8ea64f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a91ecbb-92b2-4702-b546-fc0141886c44,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:32.982839 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:13:33.098090 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment d9cf13aa-8202-4128-b32d-8d63a23f3024 resource provider aggregate not found Oct 24 13:13:33.117687 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment d9cf13aa-8202-4128-b32d-8d63a23f3024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9cf13aa-8202-4128-b32d-8d63a23f3024 found for delete ", "request_id": "req-44038929-9a81-4a55-9de8-26a3763e2feb"}]} Oct 24 13:13:33.153563 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:33.160911 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e4d-c4fe-47e3-a40c-3cb66224200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (2583cb40-38a6-4d88-859f-017ffd087648), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.163494 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ca36e4d-c4fe-47e3-a40c-3cb66224200e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.164629 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-8ca36e4d-c4fe-47e3-a40c-3cb66224200e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2583cb40-38a6-4d88-859f-017ffd087648 HTTP/1.1" status: 204 len: 168 time: 0.5069659 Oct 24 13:13:33.179904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca36e4d-c4fe-47e3-a40c-3cb66224200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2583cb40-38a6-4d88-859f-017ffd087648,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:33.183121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:13:33.199631 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7d613756-2886-46e6-b560-6b61be7c927b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564583 Oct 24 13:13:33.202326 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60846) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:33.215133 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] Sync routers for ids ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:13:33.236495 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] Routers {'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:33.237211 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:33.358336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks [] for router (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.507891 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] Set router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:33.523803 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks [] for router_gateway (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.539679 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:33.550746 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60856) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:33.572994 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-98a4a2da-87ca-4340-b322-f69669f20629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.587252 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Deleting port 3db387b6-0d56-497e-b239-0142b818f786 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:13:33.587730 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (3db387b6-0d56-497e-b239-0142b818f786), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.612354 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:13:33.737944 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] For port 3db387b6-0d56-497e-b239-0142b818f786, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=3db387b6-0d56-497e-b239-0142b818f786,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:33.738244 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (3db387b6-0d56-497e-b239-0142b818f786), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.775392 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-98a4a2da-87ca-4340-b322-f69669f20629 admin admin] Publish callbacks [] for security_group (ecec111d-e091-4c86-9608-13a3f6bfc1a7), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.781005 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-98a4a2da-87ca-4340-b322-f69669f20629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ecec111d-e091-4c86-9608-13a3f6bfc1a7), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:33.783593 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Calling delete_port for 3db387b6-0d56-497e-b239-0142b818f786 owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:13:33.828905 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-98a4a2da-87ca-4340-b322-f69669f20629 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b76a990d96fe4fde8fa16e8c33906877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768042 Oct 24 13:13:33.838376 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60862) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:33.892066 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:33.901308 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '3db387b6-0d56-497e-b239-0142b818f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:13:32Z', 'revision_number': 5, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port': {'id': '3db387b6-0d56-497e-b239-0142b818f786', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:33.952159 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a2da-87ca-4340-b322-f69669f20629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecec111d-e091-4c86-9608-13a3f6bfc1a7,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:33.974139 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:33.977801 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] Checking router: e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:13:34.006984 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] Routers {'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:34.007737 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:34.037302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-48d03f89-2633-45d2-be73-10cd0220c8d2 None None] Provisioning complete for port 51b1e41c-60d4-4499-940b-29131b94b94d triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:34.037766 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-48d03f89-2633-45d2-be73-10cd0220c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.038056 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-48d03f89-2633-45d2-be73-10cd0220c8d2 None None] Attempt 1 to provision port 51b1e41c-60d4-4499-940b-29131b94b94d Oct 24 13:13:34.137952 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54aec8-c26f-4189-bbee-e22934209dea req-ff965064-cddf-4562-8ce5-d6714533b060 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:34.144690 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ff54aec8-c26f-4189-bbee-e22934209dea req-ff965064-cddf-4562-8ce5-d6714533b060 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1387143 Oct 24 13:13:34.149570 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] Set router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 gateway port host: None {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:34.160459 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (3db387b6-0d56-497e-b239-0142b818f786), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.162988 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-804a8212-0243-464c-8415-4b5f58ef653b admin admin] Publish callbacks [] for security_group (ecec111d-e091-4c86-9608-13a3f6bfc1a7), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.190886 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-48d03f89-2633-45d2-be73-10cd0220c8d2 None None] Current status of the port 51b1e41c-60d4-4499-940b-29131b94b94d is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:34.202920 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-804a8212-0243-464c-8415-4b5f58ef653b admin admin] Publish callbacks [] for security_group (ecec111d-e091-4c86-9608-13a3f6bfc1a7), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.253663 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3db387b6-0d56-497e-b239-0142b818f786,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:34.261723 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:13:33Z', 'revision_number': 6, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:34.265361 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ff54aec8-c26f-4189-bbee-e22934209dea req-3e3e53fc-bd7c-4520-80c1-6b34e364b051 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129186 Oct 24 13:13:34.278672 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:34.311890 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-804a8212-0243-464c-8415-4b5f58ef653b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ecec111d-e091-4c86-9608-13a3f6bfc1a7), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.318208 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-804a8212-0243-464c-8415-4b5f58ef653b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.322336 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-804a8212-0243-464c-8415-4b5f58ef653b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ecec111d-e091-4c86-9608-13a3f6bfc1a7 HTTP/1.1" status: 204 len: 168 time: 0.4772611 Oct 24 13:13:34.323179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.332724 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a8212-0243-464c-8415-4b5f58ef653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecec111d-e091-4c86-9608-13a3f6bfc1a7,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:34.348322 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fcd633-5a1b-402c-95b2-3b6cbed581ee None None] The sync data for ids ['e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3'] in dv-cinder-862489-1-iscsi is: [{'id': 'e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3', 'name': 'tempest-DeleteServersTestJSON-1358425371-router', 'tenant_id': 'c837e1766e0141ea9b868b89efee5ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:17Z', 'updated_at': '2022-10-24T13:13:33Z', 'revision_number': 6, 'project_id': 'c837e1766e0141ea9b868b89efee5ba1', 'gw_port_host': None}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:13:34.474282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.477774 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks [] for router_controller (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.846477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.847415 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:13:34.859233 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.864150 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-340ca181-e533-4fb6-9c29-ac2f35c746fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/e6f8b352-18e2-40b9-b9e1-ef59cfe6f6a3 HTTP/1.1" status: 204 len: 168 time: 1.6596193 Oct 24 13:13:34.866714 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60892) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:34.891880 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60894) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:34.929796 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71e97e2d-a23f-4f6e-a0a4-51d937fcd2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:34.935700 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Deleting subnet 1540ad6a-bb2a-4474-bde9-0d048e098b4f {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:13:34.944209 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Publish callbacks [] for subnet (1540ad6a-bb2a-4474-bde9-0d048e098b4f), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.004250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26001583'] for subnet (1540ad6a-bb2a-4474-bde9-0d048e098b4f), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.068094 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71e97e2d-a23f-4f6e-a0a4-51d937fcd2b0 admin admin] Publish callbacks [] for security_group (0323c4f0-0e2b-4214-be41-38faa32da74a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.074734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71e97e2d-a23f-4f6e-a0a4-51d937fcd2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0323c4f0-0e2b-4214-be41-38faa32da74a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.098220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=11,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:35.139614 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-71e97e2d-a23f-4f6e-a0a4-51d937fcd2b0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=854f2c8ebb174b9b8ecda35950e6b29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463787 Oct 24 13:13:35.140468 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e97e2d-a23f-4f6e-a0a4-51d937fcd2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0323c4f0-0e2b-4214-be41-38faa32da74a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:35.146580 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60908) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:35.188498 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (1540ad6a-bb2a-4474-bde9-0d048e098b4f), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.262726 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-467191bd-1d50-43f2-984e-31dd5ce11a81 admin admin] Publish callbacks [] for security_group (0323c4f0-0e2b-4214-be41-38faa32da74a), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.291404 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-467191bd-1d50-43f2-984e-31dd5ce11a81 admin admin] Publish callbacks [] for security_group (0323c4f0-0e2b-4214-be41-38faa32da74a), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.306508 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26001518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25991415'] for subnet (1540ad6a-bb2a-4474-bde9-0d048e098b4f), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.356925 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1540ad6a-bb2a-4474-bde9-0d048e098b4f,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:35.365834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.370525 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb0e12-39e5-49f2-a6da-7a1103988131 None None] Network 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:35.382960 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-335fbfe0-a006-4504-b879-024d5620cd59 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1540ad6a-bb2a-4474-bde9-0d048e098b4f HTTP/1.1" status: 204 len: 168 time: 0.5123680 Oct 24 13:13:35.387585 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60918) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:35.431299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bf4bb-92af-46f2-ac1f-2b68be7e558a req-aaf0e3b0-d22b-488c-95e3-4ff67e82a0ed tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:35.432979 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8d0bf4bb-92af-46f2-ac1f-2b68be7e558a req-aaf0e3b0-d22b-488c-95e3-4ff67e82a0ed tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0793276 Oct 24 13:13:35.474545 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-467191bd-1d50-43f2-984e-31dd5ce11a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0323c4f0-0e2b-4214-be41-38faa32da74a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.476992 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-467191bd-1d50-43f2-984e-31dd5ce11a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.479533 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-467191bd-1d50-43f2-984e-31dd5ce11a81 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0323c4f0-0e2b-4214-be41-38faa32da74a HTTP/1.1" status: 204 len: 168 time: 0.3270285 Oct 24 13:13:35.485001 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.515766 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8d0bf4bb-92af-46f2-ac1f-2b68be7e558a req-b3d3c353-3b1e-41da-8f6c-7a3ef56bfc70 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758095 Oct 24 13:13:35.519188 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467191bd-1d50-43f2-984e-31dd5ce11a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323c4f0-0e2b-4214-be41-38faa32da74a,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:35.615849 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Deleting port 51b1e41c-60d4-4499-940b-29131b94b94d {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:13:35.616020 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.645662 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] DHCP port deletion for 23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:13:35.704466 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Deleting port 51b1e41c-60d4-4499-940b-29131b94b94d {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:13:35.709517 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.716800 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] For port 51b1e41c-60d4-4499-940b-29131b94b94d, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=51b1e41c-60d4-4499-940b-29131b94b94d,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:35.717182 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.734300 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Calling delete_port for 51b1e41c-60d4-4499-940b-29131b94b94d owned by network:dhcp {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:13:35.740971 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:35.796313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] For port 51b1e41c-60d4-4499-940b-29131b94b94d, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=51b1e41c-60d4-4499-940b-29131b94b94d,segment=NetworkSegment(6a435dbe-2423-4cb0-afc8-8e4e8fb35f00),segment_id=6a435dbe-2423-4cb0-afc8-8e4e8fb35f00)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:35.797035 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.815469 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Calling delete_port for 51b1e41c-60d4-4499-940b-29131b94b94d owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:13:35.853460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:35.897210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:35.901847 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b1e41c-60d4-4499-940b-29131b94b94d,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:35.904485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:35.906829 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] No DVR routers for this DVR port 51b1e41c-60d4-4499-940b-29131b94b94d on host dv-cinder-862489-1-iscsi {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:13:35.913757 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 51b1e41c-60d4-4499-940b-29131b94b94d no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:13:35.948313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 51b1e41c-60d4-4499-940b-29131b94b94d {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:13:35.948993 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 51b1e41c-60d4-4499-940b-29131b94b94d not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:13:35.949723 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 3db387b6-0d56-497e-b239-0142b818f786 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:13:35.979379 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:35.979951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 3db387b6-0d56-497e-b239-0142b818f786 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:13:35.980529 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 3db387b6-0d56-497e-b239-0142b818f786 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:13:35.981413 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f6051e4a-ef94-486e-ad1a-9145f182d423 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:13:35.990717 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.011483 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: f6051e4a-ef94-486e-ad1a-9145f182d423 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:13:36.012055 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f6051e4a-ef94-486e-ad1a-9145f182d423 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:13:36.016296 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:36.026819 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:36.027152 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a435dbe-2423-4cb0-afc8-8e4e8fb35f00') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:36.039749 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (6a435dbe-2423-4cb0-afc8-8e4e8fb35f00), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.042745 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (51b1e41c-60d4-4499-940b-29131b94b94d), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.072293 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (6a435dbe-2423-4cb0-afc8-8e4e8fb35f00), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.075533 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Pushing event deleted for resources: {'Port': ['ID=51b1e41c-60d4-4499-940b-29131b94b94d,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:36.087464 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.088041 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.088589 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.089134 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.090162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.090691 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.090996 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:13:36.091477 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.091986 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (6a435dbe-2423-4cb0-afc8-8e4e8fb35f00), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.092297 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.092819 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.093384 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.094499 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.095158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.096227 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.096770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.097328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:36.100814 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ee334-0ae5-4c93-bfe0-283464e8868e None None] No DVR routers for this DVR port 51b1e41c-60d4-4499-940b-29131b94b94d on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:13:36.171577 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.185616 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 6a435dbe-2423-4cb0-afc8-8e4e8fb35f00 resource provider aggregate not found Oct 24 13:13:36.192121 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.196288 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2 HTTP/1.1" status: 204 len: 168 time: 0.8075426 Oct 24 13:13:36.209900 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737496fc-c922-401b-9054-8853f0816497 admin admin] Pushing event deleted for resources: {'Network': ['ID=23dbd5dc-76ff-4551-9eb1-d593c4c4a0f2,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:36.219911 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 6a435dbe-2423-4cb0-afc8-8e4e8fb35f00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a435dbe-2423-4cb0-afc8-8e4e8fb35f00 found for delete ", "request_id": "req-4de7f783-5c10-404b-b27d-f90ec91a303f"}]} Oct 24 13:13:36.477903 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 60968) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:36.530471 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ab03372a-2aef-4fab-aef0-6095ec43ce98 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c837e1766e0141ea9b868b89efee5ba1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514095 Oct 24 13:13:36.533132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 60974) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:36.569748 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:36.608764 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-70df6f4c-1113-461e-b25a-d4a9fd646cc0 admin admin] Publish callbacks [] for security_group (fcbc2f0a-b877-4a66-9681-279d785f2db9), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.639005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-70df6f4c-1113-461e-b25a-d4a9fd646cc0 admin admin] Publish callbacks [] for security_group (fcbc2f0a-b877-4a66-9681-279d785f2db9), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.692982 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dec2a-e1c0-4aa6-bdb9-c9c065c1ff60 req-a7acae14-efe2-424f-bc7c-448214f4a382 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:36.701303 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-833dec2a-e1c0-4aa6-bdb9-c9c065c1ff60 req-a7acae14-efe2-424f-bc7c-448214f4a382 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0705767 Oct 24 13:13:36.722919 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-70df6f4c-1113-461e-b25a-d4a9fd646cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (fcbc2f0a-b877-4a66-9681-279d785f2db9), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.729622 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-70df6f4c-1113-461e-b25a-d4a9fd646cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:36.736842 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-70df6f4c-1113-461e-b25a-d4a9fd646cc0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fcbc2f0a-b877-4a66-9681-279d785f2db9 HTTP/1.1" status: 204 len: 168 time: 0.2007957 Oct 24 13:13:36.765918 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-833dec2a-e1c0-4aa6-bdb9-c9c065c1ff60 req-9a06c2f3-836c-4e4f-b283-5d1169153ec3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Oct 24 13:13:36.766293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df6f4c-1113-461e-b25a-d4a9fd646cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc2f0a-b877-4a66-9681-279d785f2db9,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:37.551810 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 32822) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:37.678059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1032356153-network', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:37.702281 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Made reservation on behalf of df0bdf3ab29d43e0bf749b9814813e5c for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:37.704588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.713196 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.788787 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks [] for security_group (db428a53-ce70-42d4-85f9-193f176a3fb2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.793792 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (db428a53-ce70-42d4-85f9-193f176a3fb2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.823880 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:13:37.836601 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db428a53-ce70-42d4-85f9-193f176a3fb2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:37.842596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (c0f24034-d75a-4c37-8322-253f5f7f9dba), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.843070 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Added segment c0f24034-d75a-4c37-8322-253f5f7f9dba of type vlan for network 99f0061f-b4ea-47ba-a8ca-587da29d9acf Oct 24 13:13:37.917059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (99f0061f-b4ea-47ba-a8ca-587da29d9acf), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.929649 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e02e5-746e-4eff-8d1c-e435684c11c4 req-c9173e8a-4169-44a0-86a1-33f4baa06901 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:37.931125 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee6e02e5-746e-4eff-8d1c-e435684c11c4 req-c9173e8a-4169-44a0-86a1-33f4baa06901 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0792189 Oct 24 13:13:37.967617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (99f0061f-b4ea-47ba-a8ca-587da29d9acf), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:37.968476 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:37.969043 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.038435 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4854951 Oct 24 13:13:38.041307 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32838) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:38.047336 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Request body: {'subnet': {'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1032356153-subnet', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:38.048538 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee6e02e5-746e-4eff-8d1c-e435684c11c4 req-7ecc604d-c616-45c6-920d-6ae67582f3ba tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102364 Oct 24 13:13:38.053741 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170963f-7585-458a-bc4a-1b873f6e8a01 admin admin] Pushing event updated for resources: {'Network': ['ID=99f0061f-b4ea-47ba-a8ca-587da29d9acf,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:38.064253 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:13:38.080944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Made reservation on behalf of df0bdf3ab29d43e0bf749b9814813e5c for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:38.084051 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25991400'] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.255823 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25991422'] for subnet (9d9bc00b-a715-4bad-ad1e-1f64e3daa837), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.299440 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:38.308907 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9bc00b-a715-4bad-ad1e-1f64e3daa837,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:38.328700 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Checking segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:38.329058 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Network hostable DHCP agents. Network: 99f0061f-b4ea-47ba-a8ca-587da29d9acf, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:13:38.348117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:13:38.357090 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 99f0061f-b4ea-47ba-a8ca-587da29d9acf) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:38.361828 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:38.362451 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.365850 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c212fb2-7883-4143-b124-56bd57398f0b None None] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:38.379188 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0ab52f79-a012-4bf4-bf5e-27ef038e4f18 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3366079 Oct 24 13:13:38.381778 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32840) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:38.386325 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:38.407477 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (cd975d68-6005-4ea1-96c3-c24773643430), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.408660 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (cd975d68-6005-4ea1-96c3-c24773643430), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.460926 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks [] for router_controller (cd975d68-6005-4ea1-96c3-c24773643430), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.474050 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:13:38.475012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.608242 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks [] for router_gateway (cd975d68-6005-4ea1-96c3-c24773643430), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.617983 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Allocated IP 172.20.0.2 (99f0061f-b4ea-47ba-a8ca-587da29d9acf/9d9bc00b-a715-4bad-ad1e-1f64e3daa837/a15a78bd-d151-41d0-952e-b12bf524fe19) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:13:38.631379 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:38.767954 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Publish callbacks [] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.773262 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.799420 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks [] for router_gateway (cd975d68-6005-4ea1-96c3-c24773643430), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.816030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:38.818582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.820844 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:38.822918 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Pushing event updated for resources: {'Port': ['ID=a15a78bd-d151-41d0-952e-b12bf524fe19,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:38.825480 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:13:38.894488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Attempting to bind port a15a78bd-d151-41d0-952e-b12bf524fe19 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:13:38.895133 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Attempting to bind port a15a78bd-d151-41d0-952e-b12bf524fe19 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:13:38.895497 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Attempting to bind port a15a78bd-d151-41d0-952e-b12bf524fe19 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:38.937508 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:13:38.937879 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Checking segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:38.938281 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:38.938670 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Bound using segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:13:38.938793 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Allocated IP 172.27.1.152 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/fdee5ab8-c58b-402c-9e14-0e2144f310f5) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:13:38.939163 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Bound port: a15a78bd-d151-41d0-952e-b12bf524fe19, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:13:38.939546 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.009444 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] For port a15a78bd-d151-41d0-952e-b12bf524fe19, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:13:39.013888 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] For port a15a78bd-d151-41d0-952e-b12bf524fe19, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=a15a78bd-d151-41d0-952e-b12bf524fe19,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:13:39.014956 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:39.021322 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.071812 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks [] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.091047 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:39.101824 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d291-8b58-4dce-ac78-1a8fb7f964e6 None None] Pushing event updated for resources: {'Port': ['ID=a15a78bd-d151-41d0-952e-b12bf524fe19,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:39.113236 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.166693 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:39.170162 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:39.172622 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:13:39.178125 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:39.241878 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Pushing event updated for resources: {'Port': ['ID=fdee5ab8-c58b-402c-9e14-0e2144f310f5,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:39.315224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ddf41-1801-4656-b9f6-d992ae372bec req-4b0c5d76-4fdc-4fe9-8d3e-470d30f417ac tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:39.316728 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dd5ddf41-1801-4656-b9f6-d992ae372bec req-4b0c5d76-4fdc-4fe9-8d3e-470d30f417ac tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1393120 Oct 24 13:13:39.435836 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dd5ddf41-1801-4656-b9f6-d992ae372bec req-69506cf4-9050-4f0c-87d9-13bae6728463 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108246 Oct 24 13:13:39.538837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks [] for router_gateway (cd975d68-6005-4ea1-96c3-c24773643430), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.639864 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:39.762060 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (cd975d68-6005-4ea1-96c3-c24773643430), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.908130 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a15a78bd-d151-41d0-952e-b12bf524fe19 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:39.940427 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Router cd975d68-6005-4ea1-96c3-c24773643430 is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:13:39.960803 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port a15a78bd-d151-41d0-952e-b12bf524fe19 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:39.961208 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:39.961548 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port a15a78bd-d151-41d0-952e-b12bf524fe19 Oct 24 13:13:40.050615 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port a15a78bd-d151-41d0-952e-b12bf524fe19 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:40.050912 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.082226 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:13:40.101031 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.103113 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-bbc1c159-4f75-4317-86e8-29e57e2ee09c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7195897 Oct 24 13:13:40.104283 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:13:40.105309 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32876) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:40.113120 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port a15a78bd-d151-41d0-952e-b12bf524fe19, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=a15a78bd-d151-41d0-952e-b12bf524fe19,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:40.119765 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.123858 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:40.125078 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:40.186335 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd7689-0c07-414c-aba5-452b1c15a093 None None] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:13:40.433337 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-d733cfed-33c6-428c-9c17-46f565f5a131 None None] Provisioning complete for port a15a78bd-d151-41d0-952e-b12bf524fe19 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:40.433626 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d733cfed-33c6-428c-9c17-46f565f5a131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.433957 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-d733cfed-33c6-428c-9c17-46f565f5a131 None None] Attempt 1 to provision port a15a78bd-d151-41d0-952e-b12bf524fe19 Oct 24 13:13:40.461951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=a15a78bd-d151-41d0-952e-b12bf524fe19,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:40.508916 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:40.549132 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:40.595331 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647c5d-6422-410e-a7fd-668ec76e8f2d req-d9fc785a-97cc-41f4-b0d9-566a0268d022 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:40.596957 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9c647c5d-6422-410e-a7fd-668ec76e8f2d req-d9fc785a-97cc-41f4-b0d9-566a0268d022 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0628457 Oct 24 13:13:40.669035 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9c647c5d-6422-410e-a7fd-668ec76e8f2d req-f88cdb00-a23b-41e4-b6b2-5f00fb36275a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Oct 24 13:13:40.720826 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-d733cfed-33c6-428c-9c17-46f565f5a131 None None] Current status of the port a15a78bd-d151-41d0-952e-b12bf524fe19 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:40.770988 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:40.783569 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:39Z', 'revision_number': 3, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:40.829717 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:13:40.830118 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Updating router cd975d68-6005-4ea1-96c3-c24773643430 port fdee5ab8-c58b-402c-9e14-0e2144f310f5 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:13:40.844132 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.854676 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:40.866014 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.981115 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-a0f86ff4-7f0b-4b97-add8-27e2661c75ba None None] Provisioning complete for port a15a78bd-d151-41d0-952e-b12bf524fe19 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:40.981115 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-a0f86ff4-7f0b-4b97-add8-27e2661c75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:40.981115 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-a0f86ff4-7f0b-4b97-add8-27e2661c75ba None None] Attempt 1 to provision port a15a78bd-d151-41d0-952e-b12bf524fe19 Oct 24 13:13:41.019208 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Allocated IP 172.20.0.1 (99f0061f-b4ea-47ba-a8ca-587da29d9acf/9d9bc00b-a715-4bad-ad1e-1f64e3daa837/db937d58-0800-4a2c-97ef-c7bce0878577) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:13:41.024334 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:41.138381 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks [] for port (db937d58-0800-4a2c-97ef-c7bce0878577), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.140925 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-a0f86ff4-7f0b-4b97-add8-27e2661c75ba None None] Current status of the port a15a78bd-d151-41d0-952e-b12bf524fe19 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:41.177751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.215361 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Publish callbacks [] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.222489 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.225234 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:41.232837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:41.243148 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:13:41.260556 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Attempting to bind port fdee5ab8-c58b-402c-9e14-0e2144f310f5 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:13:41.260746 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Attempting to bind port fdee5ab8-c58b-402c-9e14-0e2144f310f5 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:13:41.260990 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Attempting to bind port fdee5ab8-c58b-402c-9e14-0e2144f310f5 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:41.276691 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Pushing event updated for resources: {'Port': ['ID=db937d58-0800-4a2c-97ef-c7bce0878577,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:41.315710 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (cd975d68-6005-4ea1-96c3-c24773643430), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.320049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa607d-8a15-431d-8e5f-a90376708e6f None None] Pushing event updated for resources: {'Port': ['ID=fdee5ab8-c58b-402c-9e14-0e2144f310f5,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:41.323105 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:13:41.323485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:41.323897 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.324282 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:13:41.324760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Bound port: fdee5ab8-c58b-402c-9e14-0e2144f310f5, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:13:41.325141 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.384395 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] For port fdee5ab8-c58b-402c-9e14-0e2144f310f5, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:13:41.388872 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] For port fdee5ab8-c58b-402c-9e14-0e2144f310f5, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=fdee5ab8-c58b-402c-9e14-0e2144f310f5,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:13:41.396945 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.418164 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:41.443801 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:41.444579 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:41.469300 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.502215 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa607d-8a15-431d-8e5f-a90376708e6f None None] Pushing event updated for resources: {'Port': ['ID=fdee5ab8-c58b-402c-9e14-0e2144f310f5,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:41.577334 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:41.580877 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-b6c2b20b-3a37-4267-ab77-9d4692ad6be3 None None] Provisioning complete for port db937d58-0800-4a2c-97ef-c7bce0878577 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:41.581268 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b20b-3a37-4267-ab77-9d4692ad6be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.581609 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-b6c2b20b-3a37-4267-ab77-9d4692ad6be3 None None] Attempt 1 to provision port db937d58-0800-4a2c-97ef-c7bce0878577 Oct 24 13:13:41.640645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks [] for port (db937d58-0800-4a2c-97ef-c7bce0878577), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.646217 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.678799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2b20b-3a37-4267-ab77-9d4692ad6be3 None None] Port db937d58-0800-4a2c-97ef-c7bce0878577 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:13:41.689234 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:41.717036 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Pushing event updated for resources: {'Port': ['ID=db937d58-0800-4a2c-97ef-c7bce0878577,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:41.722329 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (cd975d68-6005-4ea1-96c3-c24773643430), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.737598 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:41.822869 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:41.847095 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b390e9-482a-4331-9b1b-ce3228b2ae2f req-410882c6-131a-4fd3-b743-ec5b090e6449 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:41.847300 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06b390e9-482a-4331-9b1b-ce3228b2ae2f req-410882c6-131a-4fd3-b743-ec5b090e6449 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0687602 Oct 24 13:13:41.864362 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b236092-5320-46c6-82d2-b4167ce90ceb None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:13:41.878310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a15a78bd-d151-41d0-952e-b12bf524fe19 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:41.892544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:41.928658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:41.947600 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06b390e9-482a-4331-9b1b-ce3228b2ae2f req-891f34d4-c492-4e0b-b599-6c898b2a77d2 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889215 Oct 24 13:13:41.971926 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port a15a78bd-d151-41d0-952e-b12bf524fe19 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:41.972306 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:41.972802 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port a15a78bd-d151-41d0-952e-b12bf524fe19 Oct 24 13:13:42.079931 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port a15a78bd-d151-41d0-952e-b12bf524fe19 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:42.083225 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-a0ed52b0-1199-4314-96c5-1ac2f7783d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.083332 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Router cd975d68-6005-4ea1-96c3-c24773643430 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:13:42.090044 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:42.235283 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:13:42.240605 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ec8b0e13-6850-4e86-bf98-b30981f0744c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/cd975d68-6005-4ea1-96c3-c24773643430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1342773 Oct 24 13:13:42.303089 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-6ff8b317-512c-452a-85d5-67d9f81f5784 None None] Provisioning complete for port db937d58-0800-4a2c-97ef-c7bce0878577 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:42.305498 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-6ff8b317-512c-452a-85d5-67d9f81f5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.305926 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-6ff8b317-512c-452a-85d5-67d9f81f5784 None None] Attempt 1 to provision port db937d58-0800-4a2c-97ef-c7bce0878577 Oct 24 13:13:42.351435 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8b317-512c-452a-85d5-67d9f81f5784 None None] Port db937d58-0800-4a2c-97ef-c7bce0878577 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:13:42.569254 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32906) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:42.574777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006377683', 'description': 'tempest-description--561762478'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:42.594707 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:42.609981 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.697049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (258bb56c-6288-4ac0-9045-f5aa15709b90), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.701513 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (258bb56c-6288-4ac0-9045-f5aa15709b90), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.738447 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.739785 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1687038 Oct 24 13:13:42.740521 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ff66c-a657-45be-83e3-19b72a381ccd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258bb56c-6288-4ac0-9045-f5aa15709b90,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:42.742691 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32908) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:42.747883 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'security_group_rule': {'security_group_id': '258bb56c-6288-4ac0-9045-f5aa15709b90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:42.782913 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (c338006b-a087-4b38-b5c3-4cb0762f7a6a), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.850480 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (c338006b-a087-4b38-b5c3-4cb0762f7a6a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.854886 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (c338006b-a087-4b38-b5c3-4cb0762f7a6a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.878978 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c338006b-a087-4b38-b5c3-4cb0762f7a6a,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:42.890176 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:42.892368 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-28e6ab5e-15be-4a09-a08e-74a27a9a54bc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480107 Oct 24 13:13:42.894413 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32912) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:42.902461 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'security_group_rule': {'security_group_id': '258bb56c-6288-4ac0-9045-f5aa15709b90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:42.933719 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (56078869-66c7-45d9-bd94-f1bcf425bd7d), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.046960 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (56078869-66c7-45d9-bd94-f1bcf425bd7d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.053497 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (56078869-66c7-45d9-bd94-f1bcf425bd7d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.091396 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.093370 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1976290 Oct 24 13:13:43.096968 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5b399-afc7-421f-b136-67c75a04db76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56078869-66c7-45d9-bd94-f1bcf425bd7d,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:43.101138 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 32924) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:43.108542 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:43.136843 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.290919 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.313937 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5ee8-e1b0-4940-bb78-f954bae364ce req-830d855f-bf55-44a7-85b7-7fcfc7ebcd6d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:43.315480 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-248d5ee8-e1b0-4940-bb78-f954bae364ce req-830d855f-bf55-44a7-85b7-7fcfc7ebcd6d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0736804 Oct 24 13:13:43.379544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:43.446851 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-248d5ee8-e1b0-4940-bb78-f954bae364ce req-15b149ab-4523-43ac-a88b-8ab66966cecb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010497 Oct 24 13:13:43.479277 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Allocated IP 172.27.1.28 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/13941ebe-81c3-458a-a690-7b190e9a171a) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:13:43.488219 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:43.587811 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for port (13941ebe-81c3-458a-a690-7b190e9a171a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.620274 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (13941ebe-81c3-458a-a690-7b190e9a171a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.670760 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:43.676147 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:43.679238 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:13:43.683313 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'Port': ['ID=13941ebe-81c3-458a-a690-7b190e9a171a,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:43.775301 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.824579 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (13941ebe-81c3-458a-a690-7b190e9a171a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.901654 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device fdee5ab8-c58b-402c-9e14-0e2144f310f5 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:43.956342 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port fdee5ab8-c58b-402c-9e14-0e2144f310f5 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:43.956716 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.957045 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port fdee5ab8-c58b-402c-9e14-0e2144f310f5 Oct 24 13:13:43.993230 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for port (13941ebe-81c3-458a-a690-7b190e9a171a), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:43.998529 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (13941ebe-81c3-458a-a690-7b190e9a171a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.037374 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port fdee5ab8-c58b-402c-9e14-0e2144f310f5 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:44.037997 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.069027 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port fdee5ab8-c58b-402c-9e14-0e2144f310f5, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=fdee5ab8-c58b-402c-9e14-0e2144f310f5,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:44.074615 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'Port': ['ID=13941ebe-81c3-458a-a690-7b190e9a171a,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:44.077389 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.078496 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.102391 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.113681 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1c2afeca-380a-4d6d-abef-f659e1c488c1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0014982 Oct 24 13:13:44.134179 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=fdee5ab8-c58b-402c-9e14-0e2144f310f5,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:44.221049 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=87 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:44.252084 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:44.268851 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-dcd0a10a-74aa-4caa-90ba-0de7ffe13512 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1006377683&fields=id&tenant_id=df0bdf3ab29d43e0bf749b9814813e5c HTTP/1.1" status: 200 len: 267 time: 0.0451765 Oct 24 13:13:44.305591 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:13:44.306304 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-49ee9dab-a1cf-4e19-ad4b-87a62f630673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.318133 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:44.318777 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:44.390704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-700182b0-353d-40d2-ab7e-763d7628c1a8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:44.392107 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-700182b0-353d-40d2-ab7e-763d7628c1a8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 811 time: 0.1161807 Oct 24 13:13:44.407155 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-58712a79-8e99-48ae-bef0-e3887a96c945 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/quotas/df0bdf3ab29d43e0bf749b9814813e5c HTTP/1.1" status: 200 len: 375 time: 0.0096042 Oct 24 13:13:44.425943 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:44.459493 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-0e5ad4be-a290-4b8f-92b8-7cadc7d7b3e7 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467663 Oct 24 13:13:44.529290 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:44.569236 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-a45c1447-fe75-46f4-9c8e-fa236969e0d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971725 Oct 24 13:13:44.590521 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b39e1-7641-48d2-829f-230b94caf6d9 req-3b83480c-cc24-42be-820b-4ac2991324fd tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:44.592619 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2c1b39e1-7641-48d2-829f-230b94caf6d9 req-3b83480c-cc24-42be-820b-4ac2991324fd tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0511296 Oct 24 13:13:44.626486 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 2, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:44.661734 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:13:44.662750 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2c1b39e1-7641-48d2-829f-230b94caf6d9 req-ddfb501f-b153-4194-b7c1-abe48434b69d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Oct 24 13:13:44.663504 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Updating router cd975d68-6005-4ea1-96c3-c24773643430 port db937d58-0800-4a2c-97ef-c7bce0878577 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:13:44.686655 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-0f4ea79b-d395-4e0d-94d6-91603a7d98ca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017554 Oct 24 13:13:44.694891 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.846612 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-78df3ec7-2092-4576-bf0d-f9c6729a5cf1 req-806479a2-c6a0-4c63-a01b-b134e1f2bdf4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 210 time: 0.0337455 Oct 24 13:13:44.992967 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Publish callbacks [] for port (db937d58-0800-4a2c-97ef-c7bce0878577), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:44.998506 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:45.165622 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Pushing event updated for resources: {'Port': ['ID=db937d58-0800-4a2c-97ef-c7bce0878577,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:45.180126 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.180481 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.180855 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.181215 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.181553 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.181881 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.182211 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.182538 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.182864 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.183217 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.183541 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.183882 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.184207 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.184525 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.185198 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:13:45.192577 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Attempting to bind port db937d58-0800-4a2c-97ef-c7bce0878577 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:13:45.193063 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Attempting to bind port db937d58-0800-4a2c-97ef-c7bce0878577 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:13:45.193965 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Attempting to bind port db937d58-0800-4a2c-97ef-c7bce0878577 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:45.238554 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:13:45.239302 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Checking segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:45.239302 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:45.239685 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Bound using segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:13:45.240145 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Bound port: db937d58-0800-4a2c-97ef-c7bce0878577, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:13:45.240513 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:45.271711 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:45.303716 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] For port db937d58-0800-4a2c-97ef-c7bce0878577, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:13:45.306967 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] For port db937d58-0800-4a2c-97ef-c7bce0878577, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=db937d58-0800-4a2c-97ef-c7bce0878577,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:13:45.312643 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:45.346408 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:13:45.347028 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:45.404393 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e7efe-10b0-4051-9003-f482cf7f1a84 None None] Pushing event updated for resources: {'Port': ['ID=db937d58-0800-4a2c-97ef-c7bce0878577,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:45.409083 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:45.467001 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:13:45.612302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:45.651859 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:45Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:13:45.679045 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8570a-9baf-44f6-b461-230166951599 None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:45Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:13:45.795484 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca77520-19ac-43d7-89be-fbafc605e8cc req-e2aba2e9-47bb-493a-b4b6-16d018d08767 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:45.797025 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1ca77520-19ac-43d7-89be-fbafc605e8cc req-e2aba2e9-47bb-493a-b4b6-16d018d08767 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0526791 Oct 24 13:13:45.854686 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1ca77520-19ac-43d7-89be-fbafc605e8cc req-39815ede-e931-4431-814c-3e65fd4419f8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Oct 24 13:13:45.882985 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device fdee5ab8-c58b-402c-9e14-0e2144f310f5 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:45.937856 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port fdee5ab8-c58b-402c-9e14-0e2144f310f5 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:45.938059 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:45.938641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:45.939227 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port fdee5ab8-c58b-402c-9e14-0e2144f310f5 Oct 24 13:13:45.967353 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-53aca6bd-822c-4b2f-8361-d756248bb728 req-2872e923-127b-4d16-8658-9b39d0db4207 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 210 time: 0.0388708 Oct 24 13:13:46.041151 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port fdee5ab8-c58b-402c-9e14-0e2144f310f5 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:46.042255 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device db937d58-0800-4a2c-97ef-c7bce0878577 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:46.096265 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port db937d58-0800-4a2c-97ef-c7bce0878577 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:46.096639 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:46.097120 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port db937d58-0800-4a2c-97ef-c7bce0878577 Oct 24 13:13:46.146931 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:46.171562 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:46.185998 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port db937d58-0800-4a2c-97ef-c7bce0878577 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:46.186390 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:46.236293 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port db937d58-0800-4a2c-97ef-c7bce0878577, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=db937d58-0800-4a2c-97ef-c7bce0878577,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:46.244325 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:46.299152 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=db937d58-0800-4a2c-97ef-c7bce0878577,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:46.985867 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bf5e6-5499-4dd7-a809-43655c3fce47 req-9a6de252-1ea0-422a-a17c-0e2ef3c11cac tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:46.987419 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5e2bf5e6-5499-4dd7-a809-43655c3fce47 req-9a6de252-1ea0-422a-a17c-0e2ef3c11cac tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0539443 Oct 24 13:13:47.081012 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5e2bf5e6-5499-4dd7-a809-43655c3fce47 req-2405cb39-7d82-41a2-8e42-4d533cfbf60e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872881 Oct 24 13:13:47.139672 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d9ac1181-7a6c-4f04-9d2c-f79cfbeeb908 req-6f1456e2-082b-47ad-880f-bbd7b75f36c4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 210 time: 0.0531192 Oct 24 13:13:47.250199 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-2bc84f02-c602-4878-aa54-2621cfc05205 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:47.253901 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-2bc84f02-c602-4878-aa54-2621cfc05205 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 811 time: 0.2267556 Oct 24 13:13:47.272064 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:47.301553 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:47.397343 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:47.431022 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-72adc9c4-add0-4db9-a3cc-b955c366af61 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df0bdf3ab29d43e0bf749b9814813e5c HTTP/1.1" status: 200 len: 380 time: 0.0909457 Oct 24 13:13:47.456055 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'port': {'device_id': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'admin_state_up': True, 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'security_groups': ['258bb56c-6288-4ac0-9045-f5aa15709b90']}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:47.599604 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Made reservation on behalf of df0bdf3ab29d43e0bf749b9814813e5c for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:13:47.603380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:47.742978 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Allocated IP 172.20.0.14 (99f0061f-b4ea-47ba-a8ca-587da29d9acf/9d9bc00b-a715-4bad-ad1e-1f64e3daa837/693064f5-7b97-41dc-8a3f-8c6ce5d17036) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:13:47.880086 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device db937d58-0800-4a2c-97ef-c7bce0878577 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:47.897226 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:47.927488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port db937d58-0800-4a2c-97ef-c7bce0878577 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:47.927869 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:47.928278 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port db937d58-0800-4a2c-97ef-c7bce0878577 Oct 24 13:13:47.932274 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:47.981081 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:13:47.985110 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:13:47.987000 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'Port': ['ID=693064f5-7b97-41dc-8a3f-8c6ce5d17036,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:47.989148 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:13:48.002483 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port db937d58-0800-4a2c-97ef-c7bce0878577 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:48.037558 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:48.038483 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:48.056774 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-4513dc9d-1c8a-44d9-beef-079a1f4e5a7c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062150 Oct 24 13:13:48.197132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e97f55-f607-4eea-9bd0-3fe62c572a0e req-9a364dcd-e127-4fa6-acee-bb63c8bd7fb9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:48.198653 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d6e97f55-f607-4eea-9bd0-3fe62c572a0e req-9a364dcd-e127-4fa6-acee-bb63c8bd7fb9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0490873 Oct 24 13:13:48.226700 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:48.234069 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-6599fff2-34af-47d8-b4e1-20c30ee22812 None None] Provisioning complete for port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:48.234466 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-6599fff2-34af-47d8-b4e1-20c30ee22812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:48.234976 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-6599fff2-34af-47d8-b4e1-20c30ee22812 None None] Attempt 1 to provision port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 Oct 24 13:13:48.252195 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d6e97f55-f607-4eea-9bd0-3fe62c572a0e req-4deda9da-1596-4170-b289-84e18df67ed0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Oct 24 13:13:48.274605 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-6599fff2-34af-47d8-b4e1-20c30ee22812 None None] Port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:13:48.282200 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6790e1-cf1e-4501-99af-0f881955b8ec req-7b2f6b79-1a91-417c-8853-d5de77fed133 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:48.283877 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dd6790e1-cf1e-4501-99af-0f881955b8ec req-7b2f6b79-1a91-417c-8853-d5de77fed133 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 932 time: 0.0686376 Oct 24 13:13:48.330674 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dd6790e1-cf1e-4501-99af-0f881955b8ec req-6da3fd4a-9eaa-4b38-b40f-f1779042d4c2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Oct 24 13:13:49.376557 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b8e89-e30f-4ee7-be4e-5df42b0bc5de req-b903aea8-fc02-4837-b2cf-70ce502557d3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:49.378029 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-888b8e89-e30f-4ee7-be4e-5df42b0bc5de req-b903aea8-fc02-4837-b2cf-70ce502557d3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0463045 Oct 24 13:13:49.407497 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Request body: {'port': {'device_id': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:49.436616 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-888b8e89-e30f-4ee7-be4e-5df42b0bc5de req-d2dbb0cd-c483-4d66-a944-55c4f0f40368 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528748 Oct 24 13:13:49.504653 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9101fc-ccd8-426f-aefd-608d0d7e9791 req-f0974cb6-d85d-4348-923d-97f870095029 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:49.506115 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8c9101fc-ccd8-426f-aefd-608d0d7e9791 req-f0974cb6-d85d-4348-923d-97f870095029 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 932 time: 0.0956531 Oct 24 13:13:49.521331 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:49.590203 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8c9101fc-ccd8-426f-aefd-608d0d7e9791 req-c8e9669f-b40f-40a2-9acf-6216ebf8dcd7 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774772 Oct 24 13:13:49.654505 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:49.806738 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693064f5-7b97-41dc-8a3f-8c6ce5d17036 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:49.814949 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Publish callbacks [] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:49.827766 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Transition to ACTIVE for port object 693064f5-7b97-41dc-8a3f-8c6ce5d17036 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:13:49.831631 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:49.912953 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Pushing event updated for resources: {'Port': ['ID=693064f5-7b97-41dc-8a3f-8c6ce5d17036,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:49.940917 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Attempting to bind port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:13:49.941246 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Attempting to bind port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:13:49.941571 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Attempting to bind port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:49.981546 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:13:49.982140 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Attempting to bind port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:13:50.024380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:13:50.024722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Checking segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:13:50.025095 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Bound using segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:13:50.025524 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Bound port: 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:13:50.025877 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:50.090754 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:50.093927 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] For port 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:13:50.097289 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] For port 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:13:50.103724 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:50.108071 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:50.108691 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:50.110094 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/693064f5-7b97-41dc-8a3f-8c6ce5d17036 HTTP/1.1" status: 200 len: 1094 time: 0.7083702 Oct 24 13:13:50.112428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:50.115154 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea6a188-acf9-4888-878c-4828fa766099" -d '{"events": [{"name": "network-changed", "server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:50.153009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39601443-8421-4315-a6a0-a30723626f78 x-openstack-request-id: req-39601443-8421-4315-a6a0-a30723626f78 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:50.153299 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:50.153578 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39601443-8421-4315-a6a0-a30723626f78 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:50.153972 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39601443-8421-4315-a6a0-a30723626f78'] response: {'name': 'network-changed', 'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'status': 'completed', 'code': 200} Oct 24 13:13:50.165757 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26324c47-fb41-4d7c-aff4-c5907ea02554 service neutron] Pushing event updated for resources: {'Port': ['ID=693064f5-7b97-41dc-8a3f-8c6ce5d17036,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:50.388939 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6a188-acf9-4888-878c-4828fa766099 req-75600619-46cb-4f5c-999d-08c990530fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:50.390474 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cea6a188-acf9-4888-878c-4828fa766099 req-75600619-46cb-4f5c-999d-08c990530fd5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 1128 time: 0.0411294 Oct 24 13:13:50.737756 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc95551-f0b4-4f95-ac79-412db18a9219 req-7cae71ef-c2ed-4ebe-ab09-2e099557d0e0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:50.739977 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0fc95551-f0b4-4f95-ac79-412db18a9219 req-7cae71ef-c2ed-4ebe-ab09-2e099557d0e0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 944 time: 0.0637362 Oct 24 13:13:50.794650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0fc95551-f0b4-4f95-ac79-412db18a9219 req-00b22ed5-564c-4c94-ba27-50de00b57e38 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482118 Oct 24 13:13:50.804554 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716044-407f-4264-88c1-e3c5af01cac9 req-8e4ae473-bdf6-436a-9ef9-30f9b99796d0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:50.806040 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e7716044-407f-4264-88c1-e3c5af01cac9 req-8e4ae473-bdf6-436a-9ef9-30f9b99796d0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.1071546 Oct 24 13:13:50.853309 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6a188-acf9-4888-878c-4828fa766099 req-c808aa23-ad66-4884-90da-df6c7fad0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:50.854753 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cea6a188-acf9-4888-878c-4828fa766099 req-c808aa23-ad66-4884-90da-df6c7fad0913 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4533629 Oct 24 13:13:50.959981 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e7716044-407f-4264-88c1-e3c5af01cac9 req-4d102c40-1cf8-4c8f-a142-bd8b19d4c645 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401670 Oct 24 13:13:51.049640 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6a188-acf9-4888-878c-4828fa766099 req-84301f57-55b9-4b69-9071-f6cee8f83f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:51.051152 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cea6a188-acf9-4888-878c-4828fa766099 req-84301f57-55b9-4b69-9071-f6cee8f83f0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845050 Oct 24 13:13:51.192053 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-38703279-a6a1-4beb-bdca-be7f3919f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:51.194070 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-38703279-a6a1-4beb-bdca-be7f3919f361 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 1128 time: 0.0571456 Oct 24 13:13:51.249392 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-f19245c7-8f57-49cf-9dba-a2d783bb242b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036 HTTP/1.1" status: 200 len: 217 time: 0.0346630 Oct 24 13:13:51.290950 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:51.307452 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-08f974a4-98c9-42bc-ab42-7dfdb88c1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:51.308901 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-08f974a4-98c9-42bc-ab42-7dfdb88c1a9f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.0522425 Oct 24 13:13:51.359361 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc46ac-6867-4469-bf9f-196a20894195 req-97343a9e-bc4d-42c8-9472-e49db9679886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:51.360889 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-97343a9e-bc4d-42c8-9472-e49db9679886 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446393 Oct 24 13:13:51.725908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33138) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:51.893699 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-efb1656e-4904-4fed-af89-d43c7d87f94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:51.962483 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373db6-dffe-4a5c-9723-a28677036b0d req-d75acd81-1ec1-4135-b665-38512cce2919 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:51.970778 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5f373db6-dffe-4a5c-9723-a28677036b0d req-d75acd81-1ec1-4135-b665-38512cce2919 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 944 time: 0.0760796 Oct 24 13:13:52.031651 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-efb1656e-4904-4fed-af89-d43c7d87f94c admin admin] Publish callbacks [] for security_group (a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.039911 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-efb1656e-4904-4fed-af89-d43c7d87f94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.054709 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5f373db6-dffe-4a5c-9723-a28677036b0d req-baa4e82d-e6a3-4fbe-8db8-978258125ccf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828650 Oct 24 13:13:52.076239 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-efb1656e-4904-4fed-af89-d43c7d87f94c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ce35ae5204c74b549f2bb6b8f7078e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491144 Oct 24 13:13:52.079172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33170) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:52.139972 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1656e-4904-4fed-af89-d43c7d87f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:52.159592 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba995-839a-4309-888c-1b58e5c5b20b req-e9aea926-ebc7-4a82-a4fe-6e6f34572eb9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:52.159592 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-839ba995-839a-4309-888c-1b58e5c5b20b req-e9aea926-ebc7-4a82-a4fe-6e6f34572eb9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0849383 Oct 24 13:13:52.196224 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-64d13643-8822-43b1-8b41-4f904fd71e4f admin admin] Publish callbacks [] for security_group (a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.226817 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-64d13643-8822-43b1-8b41-4f904fd71e4f admin admin] Publish callbacks [] for security_group (a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.229799 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-839ba995-839a-4309-888c-1b58e5c5b20b req-6c8c2ea9-0446-4ffa-96da-c3db65d3f118 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686617 Oct 24 13:13:52.247256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:52.300106 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-64d13643-8822-43b1-8b41-4f904fd71e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.302654 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-64d13643-8822-43b1-8b41-4f904fd71e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.306573 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-64d13643-8822-43b1-8b41-4f904fd71e4f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1 HTTP/1.1" status: 204 len: 168 time: 0.2234735 Oct 24 13:13:52.320365 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d13643-8822-43b1-8b41-4f904fd71e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed6806-08b6-403a-bcf1-2a5f64a4dfe1,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:52.442648 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:52.495645 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-70b4c10d-cda9-48d3-9f73-c661abd635ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573234 Oct 24 13:13:52.623309 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-54bc46ac-6867-4469-bf9f-196a20894195 req-c5beae08-6a9d-48c4-ada8-a7c4bbd3f04b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214464 Oct 24 13:13:52.693228 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f006a-c1c1-4110-af95-86c35e9abd93 req-9f5eba98-a1c7-4521-a77b-298a987dcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:52.694949 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-af3f006a-c1c1-4110-af95-86c35e9abd93 req-9f5eba98-a1c7-4521-a77b-298a987dcf22 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 1130 time: 0.0760555 Oct 24 13:13:52.755619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33198) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:52.782442 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7afc4f40-a8df-499e-b87f-d9eedce4fdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.818578 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:52.863500 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7afc4f40-a8df-499e-b87f-d9eedce4fdef admin admin] Publish callbacks [] for security_group (acdf6c5d-c521-48bc-a138-7be1610294f7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.867176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7afc4f40-a8df-499e-b87f-d9eedce4fdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (acdf6c5d-c521-48bc-a138-7be1610294f7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.906784 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7afc4f40-a8df-499e-b87f-d9eedce4fdef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d069e25406b14777975d909a7499ec7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499829 Oct 24 13:13:52.907502 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc4f40-a8df-499e-b87f-d9eedce4fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf6c5d-c521-48bc-a138-7be1610294f7,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:52.909645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33200) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:52.961238 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2db923b4-0fad-485b-a898-e9aa6ddd3155 admin admin] Publish callbacks [] for security_group (acdf6c5d-c521-48bc-a138-7be1610294f7), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:52.981115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2db923b4-0fad-485b-a898-e9aa6ddd3155 admin admin] Publish callbacks [] for security_group (acdf6c5d-c521-48bc-a138-7be1610294f7), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:53.033478 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2db923b4-0fad-485b-a898-e9aa6ddd3155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (acdf6c5d-c521-48bc-a138-7be1610294f7), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:53.036178 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2db923b4-0fad-485b-a898-e9aa6ddd3155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:53.037329 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2db923b4-0fad-485b-a898-e9aa6ddd3155 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/acdf6c5d-c521-48bc-a138-7be1610294f7 HTTP/1.1" status: 204 len: 168 time: 0.1267023 Oct 24 13:13:53.046123 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db923b4-0fad-485b-a898-e9aa6ddd3155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf6c5d-c521-48bc-a138-7be1610294f7,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:53.204702 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1ce32-5bf9-482d-90c7-e1a4f59ab95e req-63727c97-fcac-4b8d-857c-a66143bef1a4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:53.206309 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-03f1ce32-5bf9-482d-90c7-e1a4f59ab95e req-63727c97-fcac-4b8d-857c-a66143bef1a4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 944 time: 0.0543637 Oct 24 13:13:53.260917 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-03f1ce32-5bf9-482d-90c7-e1a4f59ab95e req-8b12be0d-8673-42bf-94be-4af147b7d35f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491059 Oct 24 13:13:53.356191 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa2dae-fcaf-4f5c-94c8-795b8631bff6 req-3b7f98c4-da68-4a89-9862-cfc5ad598aa1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:53.358419 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6aaa2dae-fcaf-4f5c-94c8-795b8631bff6 req-3b7f98c4-da68-4a89-9862-cfc5ad598aa1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0467539 Oct 24 13:13:53.420973 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 693064f5-7b97-41dc-8a3f-8c6ce5d17036 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:13:53.421484 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6aaa2dae-fcaf-4f5c-94c8-795b8631bff6 req-a997493b-45f0-473c-b378-a0702a06e979 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571289 Oct 24 13:13:53.548930 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:53.565667 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'port_id': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'mac_address': 'fa:16:3e:f0:88:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:13:53.604570 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:53.604974 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:53.620488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693064f5-7b97-41dc-8a3f-8c6ce5d17036 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:13:53.643169 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:53.648185 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:53.706627 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=693064f5-7b97-41dc-8a3f-8c6ce5d17036,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:53.746348 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-af3f006a-c1c1-4110-af95-86c35e9abd93 req-f4d649f6-c699-4730-a6a0-dcc7dd0d88b8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760236 Oct 24 13:13:53.974260 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['693064f5-7b97-41dc-8a3f-8c6ce5d17036'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:13:54.097460 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:54.399142 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb255-86b5-46a9-bbce-ce81ee82e98a req-b2747eb7-fa57-41cc-bf22-bc8f9dac56a2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:54.400797 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-01cfb255-86b5-46a9-bbce-ce81ee82e98a req-b2747eb7-fa57-41cc-bf22-bc8f9dac56a2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 945 time: 0.0595140 Oct 24 13:13:54.458780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-01cfb255-86b5-46a9-bbce-ce81ee82e98a req-1d10eb3d-cd46-40a1-bae2-d843ccf34479 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497725 Oct 24 13:13:54.561481 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49066be-d343-4629-81bb-1bdf5afe3d3c req-397b2332-dde5-48e4-acb1-929e20de6607 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:54.563031 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a49066be-d343-4629-81bb-1bdf5afe3d3c req-397b2332-dde5-48e4-acb1-929e20de6607 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Oct 24 13:13:54.631757 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a49066be-d343-4629-81bb-1bdf5afe3d3c req-815cd417-0a78-43f6-b42f-bf940527e652 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627589 Oct 24 13:13:55.427212 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 693064f5-7b97-41dc-8a3f-8c6ce5d17036 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:13:55.475030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:13:55.477321 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:55.481848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:13:55.482251 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:55.482563 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 Oct 24 13:13:55.610287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df92e88-ecf0-4738-a432-ca8352126a06 req-d4a032a7-047c-4f76-8f0e-4150502c2223 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:55.612143 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6df92e88-ecf0-4738-a432-ca8352126a06 req-d4a032a7-047c-4f76-8f0e-4150502c2223 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 945 time: 0.0575399 Oct 24 13:13:55.658909 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:55.691834 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6df92e88-ecf0-4738-a432-ca8352126a06 req-67261053-1267-40d4-9d2c-efafb593b80b tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717344 Oct 24 13:13:55.719337 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:13:55.719918 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:55.751904 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:13:55.754449 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9348d5-6357-44a8-914c-00c961200794" -d '{"events": [{"server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "name": "network-vif-plugged", "status": "completed", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:13:55.772552 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:13:55.786926 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:55.824821 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06973bd-6fda-48e0-80c5-6b52a8251b5f req-9440a649-6a7b-44f3-97e0-ea2e08f61ad7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:55.832528 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b06973bd-6fda-48e0-80c5-6b52a8251b5f req-9440a649-6a7b-44f3-97e0-ea2e08f61ad7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0694435 Oct 24 13:13:55.844705 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5591d0-81b7-40c3-a504-cfa03b9aa7c1 x-openstack-request-id: req-af5591d0-81b7-40c3-a504-cfa03b9aa7c1 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:13:55.844994 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "name": "network-vif-plugged", "status": "completed", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:13:55.845248 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af5591d0-81b7-40c3-a504-cfa03b9aa7c1 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:13:55.845641 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5591d0-81b7-40c3-a504-cfa03b9aa7c1'] response: {'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'code': 200} Oct 24 13:13:55.848538 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:55.878169 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=693064f5-7b97-41dc-8a3f-8c6ce5d17036,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:55.883776 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:55.925442 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b06973bd-6fda-48e0-80c5-6b52a8251b5f req-2cc0d2fc-517a-4807-8133-a2cf0ef16b38 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918348 Oct 24 13:13:56.008385 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33326) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:56.058427 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8de0c4-06dc-4c97-9c3e-a2ed407bcf21 req-9b5d771a-aec9-43fb-aca6-7c1ffdfa55ab tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:56.060951 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0f8de0c4-06dc-4c97-9c3e-a2ed407bcf21 req-9b5d771a-aec9-43fb-aca6-7c1ffdfa55ab tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0498335 Oct 24 13:13:56.070170 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad4a7-c27d-462c-bd15-4b6eeda44509 req-a8ebc45c-9989-48ae-8965-9e7b26eca4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:56.072220 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9c0ad4a7-c27d-462c-bd15-4b6eeda44509 req-a8ebc45c-9989-48ae-8965-9e7b26eca4bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 1130 time: 0.0458047 Oct 24 13:13:56.126317 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0f8de0c4-06dc-4c97-9c3e-a2ed407bcf21 req-b568e410-681e-49a4-9b73-4f4f0a9dba97 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550988 Oct 24 13:13:56.146577 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9c0ad4a7-c27d-462c-bd15-4b6eeda44509 req-7a8d1d27-48b3-49ad-a93d-533a602e8e1a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633841 Oct 24 13:13:56.147849 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-499ce7f2-390b-4e59-ab92-128d958c3678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.210158 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:56.242102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-499ce7f2-390b-4e59-ab92-128d958c3678 admin admin] Publish callbacks [] for security_group (6a42aab5-10c2-491e-9b06-e661a0bd2f91), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.247474 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-499ce7f2-390b-4e59-ab92-128d958c3678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6a42aab5-10c2-491e-9b06-e661a0bd2f91), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.298843 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-499ce7f2-390b-4e59-ab92-128d958c3678 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=410f3391a6264d22a6d0a04db7d64eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867239 Oct 24 13:13:56.298843 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce7f2-390b-4e59-ab92-128d958c3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42aab5-10c2-491e-9b06-e661a0bd2f91,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:56.299374 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33338) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:56.373880 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f511a08a-1cd3-4ede-af5a-b5c8ed0ff747 admin admin] Publish callbacks [] for security_group (6a42aab5-10c2-491e-9b06-e661a0bd2f91), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.396025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f511a08a-1cd3-4ede-af5a-b5c8ed0ff747 admin admin] Publish callbacks [] for security_group (6a42aab5-10c2-491e-9b06-e661a0bd2f91), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.449524 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f511a08a-1cd3-4ede-af5a-b5c8ed0ff747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6a42aab5-10c2-491e-9b06-e661a0bd2f91), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.454779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f511a08a-1cd3-4ede-af5a-b5c8ed0ff747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.458358 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f511a08a-1cd3-4ede-af5a-b5c8ed0ff747 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6a42aab5-10c2-491e-9b06-e661a0bd2f91 HTTP/1.1" status: 204 len: 168 time: 0.1579731 Oct 24 13:13:56.469551 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511a08a-1cd3-4ede-af5a-b5c8ed0ff747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42aab5-10c2-491e-9b06-e661a0bd2f91,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:56.782430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33350) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:56.798983 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f8014aa7-cdef-4546-9265-e266cb8d3f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.844848 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae744e-05ad-4a5f-9e67-d938e8d6e379 req-dde6daa0-79aa-4414-ba7b-057fb56c027e tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:56.846437 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-47ae744e-05ad-4a5f-9e67-d938e8d6e379 req-dde6daa0-79aa-4414-ba7b-057fb56c027e tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0538871 Oct 24 13:13:56.874361 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:56.889564 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f8014aa7-cdef-4546-9265-e266cb8d3f39 admin admin] Publish callbacks [] for security_group (fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.893452 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f8014aa7-cdef-4546-9265-e266cb8d3f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:56.901714 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-47ae744e-05ad-4a5f-9e67-d938e8d6e379 req-52213362-5529-470b-9dd9-989eca9de8f1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492489 Oct 24 13:13:56.939464 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014aa7-cdef-4546-9265-e266cb8d3f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:56.947597 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f8014aa7-cdef-4546-9265-e266cb8d3f39 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=934c94406a9845d2a1d4e19378aecd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616657 Oct 24 13:13:56.948586 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33354) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:56.978288 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:57.008829 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-783347c4-8ec8-4082-810a-846f52c83bca admin admin] Publish callbacks [] for security_group (fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.030934 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-783347c4-8ec8-4082-810a-846f52c83bca admin admin] Publish callbacks [] for security_group (fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.086589 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-783347c4-8ec8-4082-810a-846f52c83bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.089451 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-783347c4-8ec8-4082-810a-846f52c83bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.093428 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-783347c4-8ec8-4082-810a-846f52c83bca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba HTTP/1.1" status: 204 len: 168 time: 0.1422071 Oct 24 13:13:57.100470 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783347c4-8ec8-4082-810a-846f52c83bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8936f9-cf9e-4e02-b5de-4caa2c9db0ba,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:57.298291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33366) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:57.428341 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcb67062-0abb-4963-8c38-deb3aa580a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.533471 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcb67062-0abb-4963-8c38-deb3aa580a9c admin admin] Publish callbacks [] for security_group (6e1a5a9c-f59b-400f-824a-0b33283bff2f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.539025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcb67062-0abb-4963-8c38-deb3aa580a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6e1a5a9c-f59b-400f-824a-0b33283bff2f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.597209 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-bcb67062-0abb-4963-8c38-deb3aa580a9c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=50fd5a785c8d45e3bb3d6a9ad90b7137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977369 Oct 24 13:13:57.600672 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33386) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:57.601871 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67062-0abb-4963-8c38-deb3aa580a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a5a9c-f59b-400f-824a-0b33283bff2f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:57.688444 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eebba620-3a93-4d23-a3d1-d1f1267e0d80 admin admin] Publish callbacks [] for security_group (6e1a5a9c-f59b-400f-824a-0b33283bff2f), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.707873 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33392) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:57.716213 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eebba620-3a93-4d23-a3d1-d1f1267e0d80 admin admin] Publish callbacks [] for security_group (6e1a5a9c-f59b-400f-824a-0b33283bff2f), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.790561 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eebba620-3a93-4d23-a3d1-d1f1267e0d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6e1a5a9c-f59b-400f-824a-0b33283bff2f), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.793632 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eebba620-3a93-4d23-a3d1-d1f1267e0d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:57.794953 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-eebba620-3a93-4d23-a3d1-d1f1267e0d80 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e1a5a9c-f59b-400f-824a-0b33283bff2f HTTP/1.1" status: 204 len: 168 time: 0.1932063 Oct 24 13:13:57.809058 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebba620-3a93-4d23-a3d1-d1f1267e0d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a5a9c-f59b-400f-824a-0b33283bff2f,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:57.876540 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47aedac3-1b53-4866-958f-4660fb04e6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.012037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47aedac3-1b53-4866-958f-4660fb04e6ce admin admin] Publish callbacks [] for security_group (440a13bf-a7a4-4a7f-94fa-908e636ab15a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.032764 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47aedac3-1b53-4866-958f-4660fb04e6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (440a13bf-a7a4-4a7f-94fa-908e636ab15a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.104902 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aedac3-1b53-4866-958f-4660fb04e6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440a13bf-a7a4-4a7f-94fa-908e636ab15a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:58.124950 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c002e-e53c-4f3d-a7c7-55d8ccb9788e req-acdde1ce-0537-4b54-9817-02d3184217cf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:58.130292 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-47aedac3-1b53-4866-958f-4660fb04e6ce admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=88edf859397a45ba9b2ed76727e5bf7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212289 Oct 24 13:13:58.131280 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33410) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:58.135656 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-680c002e-e53c-4f3d-a7c7-55d8ccb9788e req-acdde1ce-0537-4b54-9817-02d3184217cf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1333833 Oct 24 13:13:58.221756 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-680c002e-e53c-4f3d-a7c7-55d8ccb9788e req-f67ae1c9-9699-43bd-b385-1dc57bdc6bac tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849626 Oct 24 13:13:58.228114 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1ff98eaf-c009-4a24-a562-44036571bac0 admin admin] Publish callbacks [] for security_group (440a13bf-a7a4-4a7f-94fa-908e636ab15a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.284336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1ff98eaf-c009-4a24-a562-44036571bac0 admin admin] Publish callbacks [] for security_group (440a13bf-a7a4-4a7f-94fa-908e636ab15a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.302790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-3256fcf5-6b1e-4ce2-adb6-11a90ef804d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:58.305601 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-3256fcf5-6b1e-4ce2-adb6-11a90ef804d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1129 time: 0.0528305 Oct 24 13:13:58.340555 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f2a3d-1396-4502-9e92-deeb98816546 req-d5eef9df-c7fd-4f39-8466-112c22049f4f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:58.343421 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5d6f2a3d-1396-4502-9e92-deeb98816546 req-d5eef9df-c7fd-4f39-8466-112c22049f4f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0890629 Oct 24 13:13:58.402184 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5d6f2a3d-1396-4502-9e92-deeb98816546 req-9d9e8962-851f-4e9c-a0dd-1b73bf8281f0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508924 Oct 24 13:13:58.408688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1ff98eaf-c009-4a24-a562-44036571bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (440a13bf-a7a4-4a7f-94fa-908e636ab15a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.409042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1ff98eaf-c009-4a24-a562-44036571bac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.413104 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1ff98eaf-c009-4a24-a562-44036571bac0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/440a13bf-a7a4-4a7f-94fa-908e636ab15a HTTP/1.1" status: 204 len: 168 time: 0.2806044 Oct 24 13:13:58.423245 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff98eaf-c009-4a24-a562-44036571bac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a13bf-a7a4-4a7f-94fa-908e636ab15a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:58.441286 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-a0ea2b3e-6bb6-42a8-bbe3-9c5c1fc01f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:58.443387 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-a0ea2b3e-6bb6-42a8-bbe3-9c5c1fc01f6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.1156304 Oct 24 13:13:58.505024 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-b288dd60-1291-4f43-b92d-8c1555a73e77 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 217 time: 0.0433624 Oct 24 13:13:58.562306 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-8e379147-7ef6-47a7-8316-ffceaeae4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:58.564410 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-8e379147-7ef6-47a7-8316-ffceaeae4241 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0530868 Oct 24 13:13:58.612622 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:58.622353 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-0ae72db1-8373-4a2e-a9a0-0a8615106529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:58.623980 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-0ae72db1-8373-4a2e-a9a0-0a8615106529 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519869 Oct 24 13:13:58.740354 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-b4e09d44-4fd1-487a-a08c-a4d965fea215 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025341 Oct 24 13:13:58.819621 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33426) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:58.835976 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb195-136a-4ac0-91ec-cb26dd4b6434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.838577 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:58.858783 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9cbc354c-e9f1-4fbd-a2c5-6b64f1313d6c req-6e386ee4-e32e-4a3e-816e-c40f5651a9ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089396 Oct 24 13:13:58.866231 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:58.934293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb195-136a-4ac0-91ec-cb26dd4b6434 admin admin] Publish callbacks [] for security_group (e9fcb6b4-699e-410a-a41a-4a682abe1710), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.939797 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb195-136a-4ac0-91ec-cb26dd4b6434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e9fcb6b4-699e-410a-a41a-4a682abe1710), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:58.994596 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f6dfb195-136a-4ac0-91ec-cb26dd4b6434 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9a89a7d624364f7896a3c85c8011a1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716821 Oct 24 13:13:58.994596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfb195-136a-4ac0-91ec-cb26dd4b6434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fcb6b4-699e-410a-a41a-4a682abe1710,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:58.995103 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33434) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:59.053265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ace74b0-b630-43a0-9ac5-2a582ed1edf0 admin admin] Publish callbacks [] for security_group (e9fcb6b4-699e-410a-a41a-4a682abe1710), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:59.075346 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ace74b0-b630-43a0-9ac5-2a582ed1edf0 admin admin] Publish callbacks [] for security_group (e9fcb6b4-699e-410a-a41a-4a682abe1710), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:59.115028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:13:59.146247 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ace74b0-b630-43a0-9ac5-2a582ed1edf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e9fcb6b4-699e-410a-a41a-4a682abe1710), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:59.151875 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ace74b0-b630-43a0-9ac5-2a582ed1edf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:59.158651 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2ace74b0-b630-43a0-9ac5-2a582ed1edf0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e9fcb6b4-699e-410a-a41a-4a682abe1710 HTTP/1.1" status: 204 len: 168 time: 0.1622176 Oct 24 13:13:59.176151 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace74b0-b630-43a0-9ac5-2a582ed1edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fcb6b4-699e-410a-a41a-4a682abe1710,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:13:59.355309 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489c4f8-4b6b-41eb-9cf9-cc7c944751b6 req-4e8d92dd-8be6-42e8-ba07-faf6c2d0f7c6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:59.355309 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a489c4f8-4b6b-41eb-9cf9-cc7c944751b6 req-4e8d92dd-8be6-42e8-ba07-faf6c2d0f7c6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0525739 Oct 24 13:13:59.407336 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a489c4f8-4b6b-41eb-9cf9-cc7c944751b6 req-d613f0f0-eb98-441b-93b4-7071308a9187 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481172 Oct 24 13:13:59.557042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbc4a4-7cfc-47d8-95ce-287f405f31b9 req-ca7cde62-14a8-44b7-85b3-882e395a55f4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:59.557960 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33a2a6-70d4-4ff7-beb9-00f0c8fedf99 req-c72791b5-29ea-444d-bbba-7cf088df64ec tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:13:59.560865 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2a33a2a6-70d4-4ff7-beb9-00f0c8fedf99 req-c72791b5-29ea-444d-bbba-7cf088df64ec tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0578916 Oct 24 13:13:59.565339 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8bbc4a4-7cfc-47d8-95ce-287f405f31b9 req-ca7cde62-14a8-44b7-85b3-882e395a55f4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0740590 Oct 24 13:13:59.572280 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33468) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:13:59.576891 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'floatingip': {'port_id': '693064f5-7b97-41dc-8a3f-8c6ce5d17036'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:13:59.682192 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:13:59.790467 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2a33a2a6-70d4-4ff7-beb9-00f0c8fedf99 req-24cbf5d2-c0e6-4730-8d72-d441199db2fd tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065852 Oct 24 13:14:00.470651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33504) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:00.517824 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.db.resource_extend [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 24 13:14:00.586363 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae7a0-d9a2-4d06-b12e-603ee1332fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.592253 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.596243 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.597771 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:00.667181 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae7a0-d9a2-4d06-b12e-603ee1332fde admin admin] Publish callbacks [] for security_group (3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.672097 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae7a0-d9a2-4d06-b12e-603ee1332fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.695983 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Floating IP 56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e associated. External IP: 172.27.1.28, port: 693064f5-7b97-41dc-8a3f-8c6ce5d17036. Oct 24 13:14:00.716762 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fd6ae7a0-d9a2-4d06-b12e-603ee1332fde admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f581f8894f8e41a0a51c0057217a368a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441912 Oct 24 13:14:00.719181 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33508) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:00.726410 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ae7a0-d9a2-4d06-b12e-603ee1332fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:00.776462 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d5d370d-8773-418c-ba53-0a044d600f72 admin admin] Publish callbacks [] for security_group (3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.798162 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d5d370d-8773-418c-ba53-0a044d600f72 admin admin] Publish callbacks [] for security_group (3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.848357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d5d370d-8773-418c-ba53-0a044d600f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.851258 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d5d370d-8773-418c-ba53-0a044d600f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:00.852482 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-8d5d370d-8773-418c-ba53-0a044d600f72 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef HTTP/1.1" status: 204 len: 168 time: 0.1323729 Oct 24 13:14:00.861445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d370d-8773-418c-ba53-0a044d600f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c598d3b-b4f3-4b83-9ad4-27ff2a8fe6ef,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:00.912776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36be10a-0ae2-44fd-bf29-59a8bd287eac req-a798a9d4-2061-4798-a63a-a2c60b0600ef tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:00.914592 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b36be10a-0ae2-44fd-bf29-59a8bd287eac req-a798a9d4-2061-4798-a63a-a2c60b0600ef tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Oct 24 13:14:00.919384 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Router cd975d68-6005-4ea1-96c3-c24773643430 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:14:00.967386 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b36be10a-0ae2-44fd-bf29-59a8bd287eac req-34d2bb4f-282d-4a46-ae2b-0797cc24d0db tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 Oct 24 13:14:00.978156 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:01.036170 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:14:01.040635 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:01.046934 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:14:01.058169 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:14:01.059303 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:01.089315 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1395c656-0e40-4451-8337-2b180462368d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e HTTP/1.1" status: 200 len: 991 time: 1.5136573 Oct 24 13:14:01.089315 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:01.091617 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13218599-483b-44e2-9a56-d166116e7ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:01.141398 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6099d6dc-5dff-4294-8393-56439e6ea246 x-openstack-request-id: req-6099d6dc-5dff-4294-8393-56439e6ea246 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:01.141691 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:01.142108 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6099d6dc-5dff-4294-8393-56439e6ea246 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:01.142348 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6099d6dc-5dff-4294-8393-56439e6ea246'] response: {'name': 'network-changed', 'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'status': 'completed', 'code': 200} Oct 24 13:14:01.200391 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:14:01.223255 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218599-483b-44e2-9a56-d166116e7ccf req-bd6161cb-fe32-4c59-a393-0449508b5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:01.225650 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-bd6161cb-fe32-4c59-a393-0449508b5fd0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 1130 time: 0.0500100 Oct 24 13:14:01.351944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218599-483b-44e2-9a56-d166116e7ccf req-15cb6471-df1a-4dae-854c-c760058df10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:01.353568 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-15cb6471-df1a-4dae-854c-c760058df10c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 912 time: 0.1193120 Oct 24 13:14:01.435036 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-f1f9fa51-f962-45a1-979d-22f44e041a6a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036 HTTP/1.1" status: 200 len: 999 time: 0.0738230 Oct 24 13:14:01.492600 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218599-483b-44e2-9a56-d166116e7ccf req-8306569c-c09f-4ac3-bd90-726dc159b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:01.494107 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-8306569c-c09f-4ac3-bd90-726dc159b497 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.0479741 Oct 24 13:14:01.529419 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'port_id': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'mac_address': 'fa:16:3e:f0:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:13:43Z', 'updated_at': '2022-10-24T13:14:00Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:01.542476 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218599-483b-44e2-9a56-d166116e7ccf req-9c18d15a-3d8c-4508-911f-56c50466bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:01.544806 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-9c18d15a-3d8c-4508-911f-56c50466bcb4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400660 Oct 24 13:14:01.556914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:14:01.566777 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:14:01.567436 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:13:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:01.653840 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-f9809905-78da-4742-bc19-b8fea630d9e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015396 Oct 24 13:14:01.673690 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:14:01.677805 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33544) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:01.703692 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:01.784746 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1155608585-network', 'tenant_id': '5b028ba991e14292803f73d38f7003dc'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:01.805558 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Made reservation on behalf of 5b028ba991e14292803f73d38f7003dc for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:01.808259 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:01.817189 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:01.879387 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:01.893108 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'port_id': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'mac_address': 'fa:16:3e:f0:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:13:43Z', 'updated_at': '2022-10-24T13:14:00Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:01.902185 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks [] for security_group (a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:01.906812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:01.921010 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074109e2-bd66-47d2-9fb9-2e8e4ae66ded None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'port_id': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'mac_address': 'fa:16:3e:f0:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:13:43Z', 'updated_at': '2022-10-24T13:14:00Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:14:01.939401 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:14:01.945435 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:01.951861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:01.955108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (adce2aee-1e1b-46f2-b512-d30867ada193), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:01.955457 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Added segment adce2aee-1e1b-46f2-b512-d30867ada193 of type vlan for network d798f212-6307-408f-b9ac-6cfe966ca074 Oct 24 13:14:02.000327 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (d798f212-6307-408f-b9ac-6cfe966ca074), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:02.028985 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (d798f212-6307-408f-b9ac-6cfe966ca074), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:02.029930 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:02.030512 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:02.123800 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da813c62-212f-4ea7-90d3-bd4ecfd01d9a None None] New status for floating IP 56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e: ACTIVE {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:14:02.127841 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4459305 Oct 24 13:14:02.128007 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33552) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:02.130677 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e627d2f-5718-4a05-96dd-8c8bddbb463b admin admin] Pushing event updated for resources: {'Network': ['ID=d798f212-6307-408f-b9ac-6cfe966ca074,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:02.133064 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Request body: {'subnet': {'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1155608585-subnet', 'tenant_id': '5b028ba991e14292803f73d38f7003dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:02.141631 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network d798f212-6307-408f-b9ac-6cfe966ca074 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:14:02.153000 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54ffa8-9dc1-412e-a312-2ccb646aa30d req-1a614966-2af2-4206-af17-be6e5d688cfe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:02.155486 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0a54ffa8-9dc1-412e-a312-2ccb646aa30d req-1a614966-2af2-4206-af17-be6e5d688cfe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.1009691 Oct 24 13:14:02.163674 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Made reservation on behalf of 5b028ba991e14292803f73d38f7003dc for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:02.166533 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25991400'] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:02.182839 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:02.214919 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0a54ffa8-9dc1-412e-a312-2ccb646aa30d req-8bb77020-345a-4167-b626-a30db1aae007 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525968 Oct 24 13:14:02.230186 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:02.380836 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25991422'] for subnet (4630b2b2-7ac1-428f-8505-95c132d135c2), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:02.435039 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4630b2b2-7ac1-428f-8505-95c132d135c2,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:02.450944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Checking segment: {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:02.451330 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Network hostable DHCP agents. Network: d798f212-6307-408f-b9ac-6cfe966ca074, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:14:02.475964 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Network d798f212-6307-408f-b9ac-6cfe966ca074 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:14:02.488527 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, d798f212-6307-408f-b9ac-6cfe966ca074) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:02.492839 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:02.493421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:02.498609 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a62384-735e-4436-9295-ba98c388c940 None None] Network d798f212-6307-408f-b9ac-6cfe966ca074 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:14:02.512045 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ff5d8b0a-b5c9-4a09-a255-a3ecfa51ae1d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3823388 Oct 24 13:14:02.606385 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d9125-0a9c-4e57-9ec9-12caaad89950 None None] Network d798f212-6307-408f-b9ac-6cfe966ca074 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:14:02.842606 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13218599-483b-44e2-9a56-d166116e7ccf req-8fb544b7-e62d-47a7-b188-725c8b091adc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970218 Oct 24 13:14:03.338038 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf390-7ce4-440c-b3cf-ac4208b86e38 req-4b54c0ac-5d04-4045-b10a-92a94f7b5200 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:03.339506 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-25fcf390-7ce4-440c-b3cf-ac4208b86e38 req-4b54c0ac-5d04-4045-b10a-92a94f7b5200 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0461607 Oct 24 13:14:03.386429 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-25fcf390-7ce4-440c-b3cf-ac4208b86e38 req-cab668e1-ca6f-4414-bdec-5d432d49670e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Oct 24 13:14:04.513072 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f795ea9-2f4d-4a5c-b8cb-c2cecfdb617a req-247ff888-d984-43c1-b74c-59161c82d29a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:04.514964 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1f795ea9-2f4d-4a5c-b8cb-c2cecfdb617a req-247ff888-d984-43c1-b74c-59161c82d29a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0501580 Oct 24 13:14:04.569177 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1f795ea9-2f4d-4a5c-b8cb-c2cecfdb617a req-c5519414-34fb-4216-a4fc-106df317e55b tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Oct 24 13:14:05.238526 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:05.334534 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-fdcca183-89c0-49bc-b082-4fd351634b15 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:05.335952 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-fdcca183-89c0-49bc-b082-4fd351634b15 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 200 len: 809 time: 0.1070750 Oct 24 13:14:05.350892 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-88c6bcea-000a-4b8a-87d4-8fd36eb87be7 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/quotas/5b028ba991e14292803f73d38f7003dc HTTP/1.1" status: 200 len: 375 time: 0.0093582 Oct 24 13:14:05.383651 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d92b2594-5014-41c7-b484-c76712c9ee1c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b028ba991e14292803f73d38f7003dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279765 Oct 24 13:14:05.479848 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-2994d600-e470-4332-979c-6bef8530265a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894213 Oct 24 13:14:05.573970 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-338a03ce-8796-4dc7-824c-38a3dc0d754c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874023 Oct 24 13:14:05.736405 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2b70-9aee-4fe3-b13c-2219eef30a14 req-72adae85-5478-418a-aee9-0109a9e20110 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:05.739237 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b07d2b70-9aee-4fe3-b13c-2219eef30a14 req-72adae85-5478-418a-aee9-0109a9e20110 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0780387 Oct 24 13:14:05.779563 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-178bef2b-bb21-4263-a5fa-a65ab9275ab0 req-8a61335b-657f-43df-a8ed-8354969a9899 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 210 time: 0.0401812 Oct 24 13:14:05.816839 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b07d2b70-9aee-4fe3-b13c-2219eef30a14 req-ae0e0200-e2e9-452c-9d96-8413cd6e22f5 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645499 Oct 24 13:14:06.896497 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-50af3ad9-6145-4ed4-a727-6447a3d667cf req-266e64a2-f7ac-44eb-9b8b-29e307f3d332 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 210 time: 0.0345366 Oct 24 13:14:07.024835 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae86ea1-6d19-4584-aae8-5ea5e804ca8e req-3c0535e8-2734-45d9-beaf-d8d11464f06c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:07.028930 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1ae86ea1-6d19-4584-aae8-5ea5e804ca8e req-3c0535e8-2734-45d9-beaf-d8d11464f06c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0951505 Oct 24 13:14:07.057658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:07.109255 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1ae86ea1-6d19-4584-aae8-5ea5e804ca8e req-5fe78f4a-d3fd-464a-af68-d303335e24ba tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726857 Oct 24 13:14:07.113030 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-75febe4e-ed72-4292-977a-caaaa1207409 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:07.114574 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-75febe4e-ed72-4292-977a-caaaa1207409 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 200 len: 809 time: 0.1642008 Oct 24 13:14:07.133023 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Request body: {'port': {'device_id': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074', 'admin_state_up': True, 'tenant_id': '5b028ba991e14292803f73d38f7003dc'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:07.259725 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Made reservation on behalf of 5b028ba991e14292803f73d38f7003dc for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:07.263815 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:07.392765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Allocated IP 172.20.0.8 (d798f212-6307-408f-b9ac-6cfe966ca074/4630b2b2-7ac1-428f-8505-95c132d135c2/2ad53909-5a3a-48e1-98cc-11ccca3e1bd4) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:07.553637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks [] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:07.586104 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:07.613392 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:07.631918 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Network d798f212-6307-408f-b9ac-6cfe966ca074 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:07.638641 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:07.642441 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:07.648366 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Pushing event updated for resources: {'Port': ['ID=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:07.695963 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:07.696557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:07.712955 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-d8a87498-5b6d-4ba4-a3bb-e1372e1ba7ca tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889161 Oct 24 13:14:08.018920 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9f8f1-e27a-4c2d-9821-c06a300aafee req-777ebb2b-7de5-4354-ab6b-8b379587918e tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:08.020427 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e2a9f8f1-e27a-4c2d-9821-c06a300aafee req-777ebb2b-7de5-4354-ab6b-8b379587918e tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 931 time: 0.0465651 Oct 24 13:14:08.066456 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e2a9f8f1-e27a-4c2d-9821-c06a300aafee req-7ba2d669-831d-4381-98dd-5f1855414a3d tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Oct 24 13:14:08.227564 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda29719-2e4e-480f-a791-cb2c75a37130 req-1df3874c-6eff-43eb-8dfc-7e73b8a884f3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:08.229052 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-eda29719-2e4e-480f-a791-cb2c75a37130 req-1df3874c-6eff-43eb-8dfc-7e73b8a884f3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Oct 24 13:14:08.279287 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-eda29719-2e4e-480f-a791-cb2c75a37130 req-59301f7c-c12f-4c2f-943b-f053797f710f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Oct 24 13:14:08.563716 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33664) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:08.676502 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f52ec24f-1a3c-408f-9a8b-d99a5265821b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.700080 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:08.754425 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f52ec24f-1a3c-408f-9a8b-d99a5265821b admin admin] Publish callbacks [] for security_group (f9b2352e-ff3e-40db-b48e-e9faeb5e3311), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.758086 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f52ec24f-1a3c-408f-9a8b-d99a5265821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (f9b2352e-ff3e-40db-b48e-e9faeb5e3311), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.797137 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec24f-1a3c-408f-9a8b-d99a5265821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b2352e-ff3e-40db-b48e-e9faeb5e3311,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:08.801202 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f52ec24f-1a3c-408f-9a8b-d99a5265821b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bba33f1937c447c6a859eef895d33bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364688 Oct 24 13:14:08.803823 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33668) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:08.853968 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c61e-ec87-42c7-bc86-809ce38c2a1c admin admin] Publish callbacks [] for security_group (f9b2352e-ff3e-40db-b48e-e9faeb5e3311), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.874576 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c61e-ec87-42c7-bc86-809ce38c2a1c admin admin] Publish callbacks [] for security_group (f9b2352e-ff3e-40db-b48e-e9faeb5e3311), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.923406 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c61e-ec87-42c7-bc86-809ce38c2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (f9b2352e-ff3e-40db-b48e-e9faeb5e3311), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.925904 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c61e-ec87-42c7-bc86-809ce38c2a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:08.927031 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d3e9c61e-ec87-42c7-bc86-809ce38c2a1c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f9b2352e-ff3e-40db-b48e-e9faeb5e3311 HTTP/1.1" status: 204 len: 168 time: 0.1223013 Oct 24 13:14:08.935003 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9c61e-ec87-42c7-bc86-809ce38c2a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b2352e-ff3e-40db-b48e-e9faeb5e3311,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:09.188871 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b137e9-1aa8-4e3f-ba03-bef2b1379869 req-a5e4579d-b5dc-4430-824b-3bd08002fb93 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:09.190460 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-59b137e9-1aa8-4e3f-ba03-bef2b1379869 req-a5e4579d-b5dc-4430-824b-3bd08002fb93 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 931 time: 0.0492938 Oct 24 13:14:09.218844 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33678) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:09.232431 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcadba9f-27c1-4e9d-b94f-81f4a2a4f36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.241207 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-59b137e9-1aa8-4e3f-ba03-bef2b1379869 req-8ba0a273-2f92-450e-aa75-868ad04d21ab tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446854 Oct 24 13:14:09.310961 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcadba9f-27c1-4e9d-b94f-81f4a2a4f36c admin admin] Publish callbacks [] for security_group (6d10e944-fb39-4694-bb4e-3ca21e9a350a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.314796 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bcadba9f-27c1-4e9d-b94f-81f4a2a4f36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6d10e944-fb39-4694-bb4e-3ca21e9a350a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.354348 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-bcadba9f-27c1-4e9d-b94f-81f4a2a4f36c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9b6030a94c614150951bed143a2ff177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343970 Oct 24 13:14:09.357607 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33682) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:09.364001 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadba9f-27c1-4e9d-b94f-81f4a2a4f36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d10e944-fb39-4694-bb4e-3ca21e9a350a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:09.401894 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:09.436260 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e65cb-096e-4409-9569-89015a32fef3 req-980439ee-860c-499c-a039-dafa03d4d7a0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:09.437666 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-013e65cb-096e-4409-9569-89015a32fef3 req-980439ee-860c-499c-a039-dafa03d4d7a0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0815134 Oct 24 13:14:09.452324 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:09.474100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ae510a-57b9-4911-b0fe-9cedb07a5df2 admin admin] Publish callbacks [] for security_group (6d10e944-fb39-4694-bb4e-3ca21e9a350a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.512779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ae510a-57b9-4911-b0fe-9cedb07a5df2 admin admin] Publish callbacks [] for security_group (6d10e944-fb39-4694-bb4e-3ca21e9a350a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.529510 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-013e65cb-096e-4409-9569-89015a32fef3 req-daef2faf-b174-4ec4-bac4-4e71c2f932f4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851412 Oct 24 13:14:09.568078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ae510a-57b9-4911-b0fe-9cedb07a5df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6d10e944-fb39-4694-bb4e-3ca21e9a350a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.570765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ae510a-57b9-4911-b0fe-9cedb07a5df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:09.571972 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-47ae510a-57b9-4911-b0fe-9cedb07a5df2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6d10e944-fb39-4694-bb4e-3ca21e9a350a HTTP/1.1" status: 204 len: 168 time: 0.2132864 Oct 24 13:14:09.581095 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae510a-57b9-4911-b0fe-9cedb07a5df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d10e944-fb39-4694-bb4e-3ca21e9a350a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:10.135291 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Request body: {'port': {'device_id': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:10.199578 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:10.387815 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3053f-a89e-4c93-bfd9-7fd10430a8da req-e9f3f388-0eb1-4c5a-977d-b87251b6bf87 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:10.389399 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7da3053f-a89e-4c93-bfd9-7fd10430a8da req-e9f3f388-0eb1-4c5a-977d-b87251b6bf87 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 931 time: 0.0695348 Oct 24 13:14:10.424437 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:10.462124 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:14:10.502174 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7da3053f-a89e-4c93-bfd9-7fd10430a8da req-fa870c7b-2150-472f-81d0-2a7323b5b8cd tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849590 Oct 24 13:14:10.568946 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:10.578346 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Publish callbacks [] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:10.594468 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Transition to ACTIVE for port object 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:14:10.598916 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:10.644981 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:10.671289 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c381e-da15-4825-9ef4-c0d294850683 req-c4c4c86a-e377-4c4f-af9f-848a7b893eb8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:10.671884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:10.672963 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-655c381e-da15-4825-9ef4-c0d294850683 req-c4c4c86a-e377-4c4f-af9f-848a7b893eb8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0607517 Oct 24 13:14:10.713632 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33720) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:10.732826 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Attempting to bind port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:14:10.733164 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Attempting to bind port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:14:10.733487 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Attempting to bind port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 on network d798f212-6307-408f-b9ac-6cfe966ca074 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:10.736734 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-655c381e-da15-4825-9ef4-c0d294850683 req-e465c901-6251-4213-90d4-134e03b838fe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538092 Oct 24 13:14:11.013521 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b033a037-f9d9-4412-ba50-f6f1b8d129db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.036753 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 on network d798f212-6307-408f-b9ac-6cfe966ca074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:14:11.037070 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Attempting to bind port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 on network d798f212-6307-408f-b9ac-6cfe966ca074 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:11.105528 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:14:11.106607 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Checking segment: {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:11.107179 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Bound using segment: {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:14:11.112305 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Bound port: 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:14:11.112679 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.180695 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b033a037-f9d9-4412-ba50-f6f1b8d129db admin admin] Publish callbacks [] for security_group (b7cd825f-f951-42e3-8fdc-8c26630dced8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.190076 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b033a037-f9d9-4412-ba50-f6f1b8d129db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b7cd825f-f951-42e3-8fdc-8c26630dced8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.241205 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] For port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:14:11.245819 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b033a037-f9d9-4412-ba50-f6f1b8d129db admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fcd8c04db38e4ad9a2375523a3e083ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5301073 Oct 24 13:14:11.247581 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] For port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:14:11.249251 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 33724) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:11.250467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033a037-f9d9-4412-ba50-f6f1b8d129db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd825f-f951-42e3-8fdc-8c26630dced8,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:11.260379 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.265043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:11.265733 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.267269 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 HTTP/1.1" status: 200 len: 1093 time: 1.1367364 Oct 24 13:14:11.269529 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'tag': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:11.271903 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f" -d '{"events": [{"name": "network-changed", "server_uuid": "707b11f8-c624-4301-8f29-c0e6ede861f7", "tag": "2ad53909-5a3a-48e1-98cc-11ccca3e1bd4"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:11.348991 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a15e16-044f-4b3c-af2b-30782c2d7187 admin admin] Publish callbacks [] for security_group (b7cd825f-f951-42e3-8fdc-8c26630dced8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.353700 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d866e09-b917-4841-8c80-2e79c23a969d x-openstack-request-id: req-1d866e09-b917-4841-8c80-2e79c23a969d {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:11.354471 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b11f8-c624-4301-8f29-c0e6ede861f7", "tag": "2ad53909-5a3a-48e1-98cc-11ccca3e1bd4", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:11.354813 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d866e09-b917-4841-8c80-2e79c23a969d {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:11.355313 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d866e09-b917-4841-8c80-2e79c23a969d'] response: {'name': 'network-changed', 'server_uuid': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'tag': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4', 'status': 'completed', 'code': 200} Oct 24 13:14:11.363540 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77cb0b-4e6c-4ce8-9864-8f4cb3c82e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:11.370692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a15e16-044f-4b3c-af2b-30782c2d7187 admin admin] Publish callbacks [] for security_group (b7cd825f-f951-42e3-8fdc-8c26630dced8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.374649 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-b1a96f75-1e0c-49c6-b7be-e9466cac4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:11.376250 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-b1a96f75-1e0c-49c6-b7be-e9466cac4a0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5b028ba991e14292803f73d38f7003dc&device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 1127 time: 0.0593817 Oct 24 13:14:11.419832 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a15e16-044f-4b3c-af2b-30782c2d7187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b7cd825f-f951-42e3-8fdc-8c26630dced8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.421015 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-eff2d7c2-fa04-4fdf-b83b-a17ebb70429a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 HTTP/1.1" status: 200 len: 217 time: 0.0379107 Oct 24 13:14:11.422435 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a15e16-044f-4b3c-af2b-30782c2d7187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:11.423660 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d1a15e16-044f-4b3c-af2b-30782c2d7187 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b7cd825f-f951-42e3-8fdc-8c26630dced8 HTTP/1.1" status: 204 len: 168 time: 0.1731968 Oct 24 13:14:11.431828 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15e16-044f-4b3c-af2b-30782c2d7187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd825f-f951-42e3-8fdc-8c26630dced8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:11.469485 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:11.478280 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056fb8-7099-4717-adef-4f20fb257c2c req-9ac95deb-ea30-45f4-bf13-b5eaf3493638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:11.479772 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-9ac95deb-ea30-45f4-bf13-b5eaf3493638 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4630b2b2-7ac1-428f-8505-95c132d135c2 HTTP/1.1" status: 200 len: 849 time: 0.0509174 Oct 24 13:14:11.520690 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-c9fb18b3-a79e-4c14-a3af-6e54f086b3b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d798f212-6307-408f-b9ac-6cfe966ca074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280178 Oct 24 13:14:11.623856 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-4c86e78d-728b-4d98-9439-5dff8ca75719 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956028 Oct 24 13:14:11.642486 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c534-a987-4a19-8197-ae1bb9b1f7f2 req-98a56655-a0ff-4c8c-a4c1-e2152ccbaea1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:11.645296 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6149c534-a987-4a19-8197-ae1bb9b1f7f2 req-98a56655-a0ff-4c8c-a4c1-e2152ccbaea1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 943 time: 0.0569246 Oct 24 13:14:11.703755 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6149c534-a987-4a19-8197-ae1bb9b1f7f2 req-d4c859c2-cf2e-4172-ac88-6b89fd68451e tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Oct 24 13:14:11.738693 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28056fb8-7099-4717-adef-4f20fb257c2c req-3a563e75-2fed-4d3a-b41e-cd0ca0ded39f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056967 Oct 24 13:14:11.884579 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfb8d4-f079-478d-a566-f66957276ac4 req-e5602bc6-10ae-4b32-89c9-8b3561bff487 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:11.886566 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4fbfb8d4-f079-478d-a566-f66957276ac4 req-e5602bc6-10ae-4b32-89c9-8b3561bff487 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Oct 24 13:14:11.939583 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:11.946242 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4fbfb8d4-f079-478d-a566-f66957276ac4 req-70cf9bfd-af3d-4548-9ede-1d2e6aa14edb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524738 Oct 24 13:14:12.073242 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ce161fef-228d-4fa2-bcd6-a728443ec832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:12.328276 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:12.913593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c23d8e-bff5-4713-9a27-b1dc7714c859 req-19522366-ed4a-4c33-89a7-35d5bdb766e1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:12.915179 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-81c23d8e-bff5-4713-9a27-b1dc7714c859 req-19522366-ed4a-4c33-89a7-35d5bdb766e1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 943 time: 0.1015844 Oct 24 13:14:12.924295 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-77fdcb4e-6cfa-4777-8b28-0d280d595b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:12.926003 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-77fdcb4e-6cfa-4777-8b28-0d280d595b01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5b028ba991e14292803f73d38f7003dc&device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 1127 time: 0.0638950 Oct 24 13:14:13.035286 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-81c23d8e-bff5-4713-9a27-b1dc7714c859 req-368ac24b-df35-4d85-a2d8-afce08c813ed tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081460 Oct 24 13:14:13.061845 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-fda1ab59-0b73-4d8f-9439-a38bd4777a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:13.064678 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-fda1ab59-0b73-4d8f-9439-a38bd4777a30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 200 len: 910 time: 0.1294312 Oct 24 13:14:13.112570 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-54177f8c-7618-439f-90c6-daa93aa5fe5f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 HTTP/1.1" status: 200 len: 217 time: 0.0406775 Oct 24 13:14:13.115191 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aed73b-c2b8-4ab9-977a-a236dabd0c33 req-96c21ed7-63e5-487b-9e41-b32947c23361 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:13.116672 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36aed73b-c2b8-4ab9-977a-a236dabd0c33 req-96c21ed7-63e5-487b-9e41-b32947c23361 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0861430 Oct 24 13:14:13.171040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-95de9432-f158-4d0f-959e-a06efc4bc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:13.172584 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-95de9432-f158-4d0f-959e-a06efc4bc08c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4630b2b2-7ac1-428f-8505-95c132d135c2 HTTP/1.1" status: 200 len: 849 time: 0.0536463 Oct 24 13:14:13.174845 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-36aed73b-c2b8-4ab9-977a-a236dabd0c33 req-fd8a0739-3a1d-4f21-99b8-d346d1f65884 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Oct 24 13:14:13.209932 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-15743104-71b0-4ebf-8377-986d4e120811 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d798f212-6307-408f-b9ac-6cfe966ca074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306492 Oct 24 13:14:13.315275 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-d91bc0ae-5897-47d8-92fc-120bb8b37ec7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965171 Oct 24 13:14:13.421653 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a25e781-fd8f-4f38-9dae-37f19d4ab67f req-8d591599-bbc7-4ad8-9bac-25072278c3e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920999 Oct 24 13:14:14.230235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663c6c8-d1ce-41f5-9389-60d60e38b790 req-e2100e20-4be2-42c6-b6ff-5f221f952440 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:14.230235 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5663c6c8-d1ce-41f5-9389-60d60e38b790 req-e2100e20-4be2-42c6-b6ff-5f221f952440 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 943 time: 0.0915365 Oct 24 13:14:14.317719 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8d7fecaa-aeff-4a14-b74f-fee110d98357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:14.342157 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5663c6c8-d1ce-41f5-9389-60d60e38b790 req-c837b73c-685d-4003-b0bb-31127ec23c33 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075199 Oct 24 13:14:14.363597 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b148-ba8f-49e6-9de6-6e812a00f234 req-23a5eb35-8162-4da2-b874-a815b3e24210 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:14.363597 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9d16b148-ba8f-49e6-9de6-6e812a00f234 req-23a5eb35-8162-4da2-b874-a815b3e24210 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0864918 Oct 24 13:14:14.405968 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9d16b148-ba8f-49e6-9de6-6e812a00f234 req-000797a1-5a02-46e5-bb75-ffe7e7c3a7ad tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Oct 24 13:14:15.467336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1294b8-1b1e-4cd5-a757-58112317179e req-7b9f9bea-13c0-4a58-969c-560952bdbacb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:15.469655 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ea1294b8-1b1e-4cd5-a757-58112317179e req-7b9f9bea-13c0-4a58-969c-560952bdbacb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 943 time: 0.0514929 Oct 24 13:14:15.523148 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ea1294b8-1b1e-4cd5-a757-58112317179e req-365313c0-1a74-4870-ac13-838158a74fb6 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Oct 24 13:14:15.546031 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f178d0-f37e-4f9b-9e72-019959d661b6 req-8ef851f3-8b32-41d2-98c9-7bfc273605a6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:15.547660 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-73f178d0-f37e-4f9b-9e72-019959d661b6 req-8ef851f3-8b32-41d2-98c9-7bfc273605a6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0607591 Oct 24 13:14:15.602437 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-73f178d0-f37e-4f9b-9e72-019959d661b6 req-fae774ea-6135-4ee2-8a27-1a0033469f42 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Oct 24 13:14:15.616258 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:15.626721 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:14:15.737634 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:15.750109 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4', 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074', 'port_id': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4', 'mac_address': 'fa:16:3e:47:f9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4630b2b2-7ac1-428f-8505-95c132d135c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:14:15.793065 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:15.793491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:15.810147 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:15.830437 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:15.834460 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:15.884483 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:16.650716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d847-a4af-4d97-adef-203be2e0e294 req-c6ca4b55-5c5b-47af-8ec6-649335eb7445 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:16.652236 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-da71d847-a4af-4d97-adef-203be2e0e294 req-c6ca4b55-5c5b-47af-8ec6-649335eb7445 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 944 time: 0.0475626 Oct 24 13:14:16.679018 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:16.710604 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-da71d847-a4af-4d97-adef-203be2e0e294 req-9f72dc06-05bd-4294-9ad2-e852850426e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Oct 24 13:14:16.733427 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39756d60-89ac-4212-941a-227a5650a7b4 req-f782e3a5-1d87-41b6-8142-277d223378f9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:16.734889 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-39756d60-89ac-4212-941a-227a5650a7b4 req-f782e3a5-1d87-41b6-8142-277d223378f9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Oct 24 13:14:16.760431 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:16.782782 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-39756d60-89ac-4212-941a-227a5650a7b4 req-6400cac5-94e4-467a-802f-dd3b81210a3a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Oct 24 13:14:17.253848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:17.280424 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:17.741707 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['2ad53909-5a3a-48e1-98cc-11ccca3e1bd4'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:17.801776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:17.860976 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd68147-3b58-483e-a5fa-15348f597007 req-c4468985-b8d9-49b0-9053-17c54def74bf tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:17.862580 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9bd68147-3b58-483e-a5fa-15348f597007 req-c4468985-b8d9-49b0-9053-17c54def74bf tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 944 time: 0.0736992 Oct 24 13:14:17.928695 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9bd68147-3b58-483e-a5fa-15348f597007 req-7254a8ae-28a6-4c91-8586-989dc28f3e62 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Oct 24 13:14:17.962653 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d69056-8cd6-4a07-ae56-5bd37a3b9049 req-10d8b5b0-f247-4043-965c-9485ee36e5e5 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:17.964407 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-88d69056-8cd6-4a07-ae56-5bd37a3b9049 req-10d8b5b0-f247-4043-965c-9485ee36e5e5 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0968101 Oct 24 13:14:18.018592 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-88d69056-8cd6-4a07-ae56-5bd37a3b9049 req-ad6eef6f-4376-4f21-9064-bbbbb4f1fc75 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Oct 24 13:14:18.808000 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1716236-da92-42d1-87aa-cf8e74f937cb req-6cd3a275-051e-4e31-b5a1-eca005163c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:18.809534 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b1716236-da92-42d1-87aa-cf8e74f937cb req-6cd3a275-051e-4e31-b5a1-eca005163c51 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1129 time: 0.0404704 Oct 24 13:14:18.860797 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b1716236-da92-42d1-87aa-cf8e74f937cb req-416826e4-a858-4adb-a485-d4d859308768 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Oct 24 13:14:19.048066 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:19.063725 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6b3e1-66ed-4aaa-824a-b7be4da5c597 req-d888caef-9203-4a00-b277-e4083c7e770f tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:19.066407 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-01b6b3e1-66ed-4aaa-824a-b7be4da5c597 req-d888caef-9203-4a00-b277-e4083c7e770f tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 944 time: 0.0554640 Oct 24 13:14:19.117270 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-01b6b3e1-66ed-4aaa-824a-b7be4da5c597 req-4b4ebd21-6edf-435d-a132-92b1d25b8deb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Oct 24 13:14:19.159859 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c9b54-5118-4c01-a6c8-74c7d0061618 req-0971c448-e076-4d30-b8c6-5cc874985c11 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:19.161338 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-396c9b54-5118-4c01-a6c8-74c7d0061618 req-0971c448-e076-4d30-b8c6-5cc874985c11 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0558994 Oct 24 13:14:19.215825 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-396c9b54-5118-4c01-a6c8-74c7d0061618 req-be1784c6-1a6b-463a-a4a8-8acebc04c2d1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Oct 24 13:14:19.640187 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:14:19.684508 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:14:19.690889 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:19.691296 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:19.691630 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 Oct 24 13:14:19.717168 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:19.774452 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:19.774847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:19.802506 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:19.804781 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b243b4d-4056-4716-81c6-edf411c79493" -d '{"events": [{"server_uuid": "707b11f8-c624-4301-8f29-c0e6ede861f7", "name": "network-vif-plugged", "status": "completed", "tag": "2ad53909-5a3a-48e1-98cc-11ccca3e1bd4"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:19.820337 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:19.826582 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:19.856777 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85b54b7-9be8-4077-8321-be70ee782bb3 x-openstack-request-id: req-b85b54b7-9be8-4077-8321-be70ee782bb3 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:19.857103 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b11f8-c624-4301-8f29-c0e6ede861f7", "name": "network-vif-plugged", "status": "completed", "tag": "2ad53909-5a3a-48e1-98cc-11ccca3e1bd4", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:19.857358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b85b54b7-9be8-4077-8321-be70ee782bb3 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:19.857746 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85b54b7-9be8-4077-8321-be70ee782bb3'] response: {'server_uuid': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4', 'code': 200} Oct 24 13:14:19.883555 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:20.225317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:20.242599 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d2459-b9b6-4bef-97a2-c773427020e5 req-b5900c3d-7d47-411f-bfd8-df5521493e42 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:20.244143 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0a6d2459-b9b6-4bef-97a2-c773427020e5 req-b5900c3d-7d47-411f-bfd8-df5521493e42 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Oct 24 13:14:20.302379 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0a6d2459-b9b6-4bef-97a2-c773427020e5 req-b68d96ad-c5f5-4054-a56a-5010bf1c6dae tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Oct 24 13:14:20.352566 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999411d-ada3-4e54-a41a-e01f0000f663 req-0176c0b4-6961-41e1-ae31-be22913c0f50 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:20.354650 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b999411d-ada3-4e54-a41a-e01f0000f663 req-0176c0b4-6961-41e1-ae31-be22913c0f50 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0594697 Oct 24 13:14:20.403814 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b999411d-ada3-4e54-a41a-e01f0000f663 req-b6632f4a-ae9d-45ca-90b2-fa0eea2bed23 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Oct 24 13:14:20.457925 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:20.672323 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd857ba-aeba-4a3a-9e56-1d87928ce6bf req-40cfbd14-37df-48c3-8d15-b921011e9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:20.673780 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dbd857ba-aeba-4a3a-9e56-1d87928ce6bf req-40cfbd14-37df-48c3-8d15-b921011e9129 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 1129 time: 0.0415573 Oct 24 13:14:20.717714 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dbd857ba-aeba-4a3a-9e56-1d87928ce6bf req-a34cca4e-6ad6-443d-80de-0aaec419ef90 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Oct 24 13:14:21.204562 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 33984) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:21.313561 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.400120 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Publish callbacks [] for security_group (eea3c9a9-a137-4049-9f28-0a517f4aa62d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.408610 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (eea3c9a9-a137-4049-9f28-0a517f4aa62d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.502151 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3153e5-1650-45c5-8da2-e4277f02b4d0 req-da8f64f6-3ae4-497f-abf4-22190943893f tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:21.503633 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fc3153e5-1650-45c5-8da2-e4277f02b4d0 req-da8f64f6-3ae4-497f-abf4-22190943893f tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0906773 Oct 24 13:14:21.510371 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b6001fcb895a43fda2fb8876e069a2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022170 Oct 24 13:14:21.510371 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea3c9a9-a137-4049-9f28-0a517f4aa62d,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:21.512187 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34010) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:21.537049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3de9f-1499-4782-a7c2-a1a592be6e64 req-09d755e5-04ae-47d3-8e3f-5864bd039cb1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:21.537583 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.537712 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.538256 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.538546 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-91a3de9f-1499-4782-a7c2-a1a592be6e64 req-09d755e5-04ae-47d3-8e3f-5864bd039cb1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0588078 Oct 24 13:14:21.538970 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.539394 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.539876 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.540212 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.540554 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.541618 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.541976 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.542704 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.543046 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.544011 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.544341 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.544676 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48829131-6dbd-4a3b-a13b-44b24cb12a45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:21.590089 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-91a3de9f-1499-4782-a7c2-a1a592be6e64 req-4cd2a8bf-1fd3-4ae1-ae73-79584a4990ef tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446434 Oct 24 13:14:21.614856 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fc3153e5-1650-45c5-8da2-e4277f02b4d0 req-b805922e-bece-40f9-a620-59e4e2af8002 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872192 Oct 24 13:14:21.628380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2af33644-acb1-44c5-9615-b9b8a2e30fe6 admin admin] Publish callbacks [] for security_group (eea3c9a9-a137-4049-9f28-0a517f4aa62d), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.651714 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2af33644-acb1-44c5-9615-b9b8a2e30fe6 admin admin] Publish callbacks [] for security_group (eea3c9a9-a137-4049-9f28-0a517f4aa62d), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.678481 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:21.701851 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00184490-75e9-463a-bd45-71d4b346a8ad req-b220115c-09ec-417b-a137-58191909760d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:21.703413 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-00184490-75e9-463a-bd45-71d4b346a8ad req-b220115c-09ec-417b-a137-58191909760d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0493648 Oct 24 13:14:21.707250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2af33644-acb1-44c5-9615-b9b8a2e30fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (eea3c9a9-a137-4049-9f28-0a517f4aa62d), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.709779 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2af33644-acb1-44c5-9615-b9b8a2e30fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:21.711017 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2af33644-acb1-44c5-9615-b9b8a2e30fe6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/eea3c9a9-a137-4049-9f28-0a517f4aa62d HTTP/1.1" status: 204 len: 168 time: 0.1961315 Oct 24 13:14:21.719668 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af33644-acb1-44c5-9615-b9b8a2e30fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea3c9a9-a137-4049-9f28-0a517f4aa62d,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:21.755352 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-00184490-75e9-463a-bd45-71d4b346a8ad req-b3c5df7b-1c51-4e0f-a299-7cf44eb94231 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457804 Oct 24 13:14:22.018790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34024) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:22.041059 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d87b84-73bb-4d3f-ac37-0b8e60f90453 req-f41c6b3e-31ef-49e1-9a6e-c765b6c3b9c6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:22.042505 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f3d87b84-73bb-4d3f-ac37-0b8e60f90453 req-f41c6b3e-31ef-49e1-9a6e-c765b6c3b9c6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0623138 Oct 24 13:14:22.043951 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-17c4fd1c-34ef-4e91-b0f7-0f554e4ca911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.122165 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f3d87b84-73bb-4d3f-ac37-0b8e60f90453 req-ab1629c5-4287-4a74-80db-74e6a2e65a79 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Oct 24 13:14:22.129457 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:22.166225 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-17c4fd1c-34ef-4e91-b0f7-0f554e4ca911 admin admin] Publish callbacks [] for security_group (cbd66871-2f67-4095-b0f4-1a83b631140b), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.170567 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-17c4fd1c-34ef-4e91-b0f7-0f554e4ca911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (cbd66871-2f67-4095-b0f4-1a83b631140b), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.209016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4fd1c-34ef-4e91-b0f7-0f554e4ca911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd66871-2f67-4095-b0f4-1a83b631140b,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:22.213250 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-17c4fd1c-34ef-4e91-b0f7-0f554e4ca911 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01f13173bf984c85abd93e8807436185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935010 Oct 24 13:14:22.216604 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34028) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:22.267516 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-835bad69-957f-46b5-bcc1-6a7954c286b7 admin admin] Publish callbacks [] for security_group (cbd66871-2f67-4095-b0f4-1a83b631140b), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.288172 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-835bad69-957f-46b5-bcc1-6a7954c286b7 admin admin] Publish callbacks [] for security_group (cbd66871-2f67-4095-b0f4-1a83b631140b), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.335663 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-835bad69-957f-46b5-bcc1-6a7954c286b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (cbd66871-2f67-4095-b0f4-1a83b631140b), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.338322 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-835bad69-957f-46b5-bcc1-6a7954c286b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.339475 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-835bad69-957f-46b5-bcc1-6a7954c286b7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cbd66871-2f67-4095-b0f4-1a83b631140b HTTP/1.1" status: 204 len: 168 time: 0.1219273 Oct 24 13:14:22.347870 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bad69-957f-46b5-bcc1-6a7954c286b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd66871-2f67-4095-b0f4-1a83b631140b,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:22.684386 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-00199a76-d666-4132-990a-e436fdb84dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:22.686154 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-00199a76-d666-4132-990a-e436fdb84dc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1129 time: 0.0601220 Oct 24 13:14:22.730641 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34044) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:22.769524 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b62c06-9cc1-4f4a-8b1e-379f9e36bddc req-cda5c7c8-81c9-4a41-be29-87808ba170f7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:22.771006 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-31b62c06-9cc1-4f4a-8b1e-379f9e36bddc req-cda5c7c8-81c9-4a41-be29-87808ba170f7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0476847 Oct 24 13:14:22.804208 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5568-67a9-44f1-b9f9-d4b5923e3ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:22.825480 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b2268-70a3-4581-94d9-3dfcf6cd45c9 req-c91e54f6-0192-4bb9-88cb-48ac5192e2a3 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:22.825900 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-31b62c06-9cc1-4f4a-8b1e-379f9e36bddc req-1d7f6b96-9f56-42a7-87bb-9821c3b50f0e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491533 Oct 24 13:14:22.826967 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4f1b2268-70a3-4581-94d9-3dfcf6cd45c9 req-c91e54f6-0192-4bb9-88cb-48ac5192e2a3 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.1204381 Oct 24 13:14:22.895992 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-0c577afc-8ca1-4e8a-91f1-85ab61e74e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:22.897499 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-0c577afc-8ca1-4e8a-91f1-85ab61e74e12 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.2032065 Oct 24 13:14:22.959191 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-084d93fc-93f3-4a64-b480-b322a83015d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 217 time: 0.0476637 Oct 24 13:14:22.963609 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4f1b2268-70a3-4581-94d9-3dfcf6cd45c9 req-64393802-9a3d-4b9a-821e-f0c9cca88431 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294162 Oct 24 13:14:23.038375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-a7853a3b-39f8-4670-bed7-4b81b7ad9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:23.039878 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-a7853a3b-39f8-4670-bed7-4b81b7ad9888 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0712953 Oct 24 13:14:23.041611 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5568-67a9-44f1-b9f9-d4b5923e3ba6 admin admin] Publish callbacks [] for security_group (438180ea-7085-496f-b1e7-124c4bbf626f), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:23.056114 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5568-67a9-44f1-b9f9-d4b5923e3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (438180ea-7085-496f-b1e7-124c4bbf626f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:23.075973 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:23.122339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-4cc22110-ad4c-4f40-85b5-32e2a9252b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:23.123886 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-4cc22110-ad4c-4f40-85b5-32e2a9252b4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770059 Oct 24 13:14:23.124470 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e5568-67a9-44f1-b9f9-d4b5923e3ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438180ea-7085-496f-b1e7-124c4bbf626f,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:23.128630 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-4c0e5568-67a9-44f1-b9f9-d4b5923e3ba6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=016d211a0c8d4da6b3e26b794fe5c4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916225 Oct 24 13:14:23.131701 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34048) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:23.200795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Publish callbacks [] for security_group (438180ea-7085-496f-b1e7-124c4bbf626f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:23.238856 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-c2190bd1-5ec8-4454-a0d4-985e60ea6fde service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078606 Oct 24 13:14:23.260503 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Publish callbacks [] for security_group (438180ea-7085-496f-b1e7-124c4bbf626f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:23.269734 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:23.280261 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713091e9-ff83-48d6-8a0c-d965ac4e7363 req-3b50a1e6-59a8-4b95-93ef-e9176ebf8687 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:23.281703 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-713091e9-ff83-48d6-8a0c-d965ac4e7363 req-3b50a1e6-59a8-4b95-93ef-e9176ebf8687 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0702388 Oct 24 13:14:23.344520 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eab6205a-91d4-4fce-92cb-13a4bb2629c2 req-27dee7de-2b6f-411e-8a09-f8a52afbedb4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981967 Oct 24 13:14:23.354639 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-713091e9-ff83-48d6-8a0c-d965ac4e7363 req-b86012dd-d508-467b-92c2-7ce31a7afe25 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643058 Oct 24 13:14:23.363164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (438180ea-7085-496f-b1e7-124c4bbf626f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:23.365988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:23.367301 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/438180ea-7085-496f-b1e7-124c4bbf626f HTTP/1.1" status: 204 len: 168 time: 0.2344325 Oct 24 13:14:23.376538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438180ea-7085-496f-b1e7-124c4bbf626f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.403716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfcf63-af10-43eb-904a-1866beeb4477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:23.689054 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad19c5-6328-44db-af09-20d58d01a8d6 req-b5678ce0-ac7d-4592-bcc5-9ffe94b42e3b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:23.690618 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bcad19c5-6328-44db-af09-20d58d01a8d6 req-b5678ce0-ac7d-4592-bcc5-9ffe94b42e3b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Oct 24 13:14:23.739418 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bcad19c5-6328-44db-af09-20d58d01a8d6 req-c84371db-949d-48e6-9367-ee675470857a tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Oct 24 13:14:23.988780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e594c45-8a1d-40e4-ae00-ac441eb9f656 req-a85e6ba3-43e4-4764-9dcf-b6ff41965efc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:23.990276 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1e594c45-8a1d-40e4-ae00-ac441eb9f656 req-a85e6ba3-43e4-4764-9dcf-b6ff41965efc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0644174 Oct 24 13:14:23.990401 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34086) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:24.050046 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1e594c45-8a1d-40e4-ae00-ac441eb9f656 req-9c09bc42-bc4c-4ded-aefc-c35248896e11 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525537 Oct 24 13:14:24.104786 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd787937-bac6-41ab-998e-1133bd264323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.136870 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:24.188668 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd787937-bac6-41ab-998e-1133bd264323 admin admin] Publish callbacks [] for security_group (bb6882a8-160c-4772-b906-25e7b88bedab), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.192267 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd787937-bac6-41ab-998e-1133bd264323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (bb6882a8-160c-4772-b906-25e7b88bedab), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.234368 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fd787937-bac6-41ab-998e-1133bd264323 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=57b1e0cfce26405d9ae4182e7acd9a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427661 Oct 24 13:14:24.235282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd787937-bac6-41ab-998e-1133bd264323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6882a8-160c-4772-b906-25e7b88bedab,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:24.237161 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34100) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:24.288247 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ea39b8a0-15f6-40c0-ac7a-ba0dbfeaebe4 admin admin] Publish callbacks [] for security_group (bb6882a8-160c-4772-b906-25e7b88bedab), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.309458 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ea39b8a0-15f6-40c0-ac7a-ba0dbfeaebe4 admin admin] Publish callbacks [] for security_group (bb6882a8-160c-4772-b906-25e7b88bedab), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.367368 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ea39b8a0-15f6-40c0-ac7a-ba0dbfeaebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (bb6882a8-160c-4772-b906-25e7b88bedab), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.370295 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ea39b8a0-15f6-40c0-ac7a-ba0dbfeaebe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.371961 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ea39b8a0-15f6-40c0-ac7a-ba0dbfeaebe4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bb6882a8-160c-4772-b906-25e7b88bedab HTTP/1.1" status: 204 len: 168 time: 0.1338224 Oct 24 13:14:24.381776 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39b8a0-15f6-40c0-ac7a-ba0dbfeaebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6882a8-160c-4772-b906-25e7b88bedab,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:24.516457 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:24.528709 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1536-84e5-49f0-b98e-1a798c920ecc req-be92c9fb-0c99-45e4-a431-cb7631318246 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:24.530297 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f52e1536-84e5-49f0-b98e-1a798c920ecc req-be92c9fb-0c99-45e4-a431-cb7631318246 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0596490 Oct 24 13:14:24.591635 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f52e1536-84e5-49f0-b98e-1a798c920ecc req-de604f02-3389-4691-998b-d8e626198ad8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530887 Oct 24 13:14:24.654014 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34114) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:24.777436 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea3d-f305-4284-b89d-d9baf355fc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.870142 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea3d-f305-4284-b89d-d9baf355fc0b admin admin] Publish callbacks [] for security_group (39b1f7cd-fbb9-45d9-bf01-5a2256c381ab), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.875623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea3d-f305-4284-b89d-d9baf355fc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (39b1f7cd-fbb9-45d9-bf01-5a2256c381ab), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:24.885333 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4528b8-2b4b-4261-af0f-463e02bca05d req-3e5ad007-47cb-4a3d-b8fd-b3ee9be57be7 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:24.887823 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a4528b8-2b4b-4261-af0f-463e02bca05d req-3e5ad007-47cb-4a3d-b8fd-b3ee9be57be7 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Oct 24 13:14:24.922602 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34128) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:24.922799 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9fd1ea3d-f305-4284-b89d-d9baf355fc0b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7c665b0a9fe64be4b160285e344ee4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676361 Oct 24 13:14:24.923924 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1ea3d-f305-4284-b89d-d9baf355fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1f7cd-fbb9-45d9-bf01-5a2256c381ab,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:24.972487 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4a4528b8-2b4b-4261-af0f-463e02bca05d req-34b7fcc7-9c80-4e2b-b297-9cef12db28b0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786822 Oct 24 13:14:25.001010 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-498a9af0-b4ff-4261-b10d-6574e5db7b4a admin admin] Publish callbacks [] for security_group (39b1f7cd-fbb9-45d9-bf01-5a2256c381ab), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.023574 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-498a9af0-b4ff-4261-b10d-6574e5db7b4a admin admin] Publish callbacks [] for security_group (39b1f7cd-fbb9-45d9-bf01-5a2256c381ab), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.077903 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-498a9af0-b4ff-4261-b10d-6574e5db7b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (39b1f7cd-fbb9-45d9-bf01-5a2256c381ab), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.080542 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-498a9af0-b4ff-4261-b10d-6574e5db7b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.081701 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-498a9af0-b4ff-4261-b10d-6574e5db7b4a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/39b1f7cd-fbb9-45d9-bf01-5a2256c381ab HTTP/1.1" status: 204 len: 168 time: 0.1577926 Oct 24 13:14:25.091758 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a9af0-b4ff-4261-b10d-6574e5db7b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1f7cd-fbb9-45d9-bf01-5a2256c381ab,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:25.207272 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34142) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:25.216669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79982037-3c41-4590-9210-b2f6cfb227c3 req-987d5070-bd44-445c-877f-603b42cc032c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:25.218275 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79982037-3c41-4590-9210-b2f6cfb227c3 req-987d5070-bd44-445c-877f-603b42cc032c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0551372 Oct 24 13:14:25.278757 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79982037-3c41-4590-9210-b2f6cfb227c3 req-410fd11d-c6c1-4f14-985c-746a2fc5c016 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535486 Oct 24 13:14:25.450879 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1474298349-network', 'tenant_id': 'f027aba5a38b422fbc30d64b9ee2ef79'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:25.473996 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Made reservation on behalf of f027aba5a38b422fbc30d64b9ee2ef79 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:25.476583 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.485849 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.562634 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks [] for security_group (4fc5a112-9658-48a5-9439-7c0888334588), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.567039 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4fc5a112-9658-48a5-9439-7c0888334588), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.572051 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:25.595012 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:14:25.609703 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc5a112-9658-48a5-9439-7c0888334588,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:25.614518 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (25202de0-72b6-4ebb-89fb-3f73d287eaa4), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.614849 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Added segment 25202de0-72b6-4ebb-89fb-3f73d287eaa4 of type vlan for network 016f1aff-2ba1-4abc-bd75-db4946db568d Oct 24 13:14:25.622787 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:25.660220 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (016f1aff-2ba1-4abc-bd75-db4946db568d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.714761 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (016f1aff-2ba1-4abc-bd75-db4946db568d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.716406 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:25.716964 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.746797 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d2a0-f110-467e-9b7c-ce24311afac2 req-3f049ccd-12be-4cb8-8bec-45fadb2966a6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:25.748323 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9698d2a0-f110-467e-9b7c-ce24311afac2 req-3f049ccd-12be-4cb8-8bec-45fadb2966a6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0753746 Oct 24 13:14:25.790573 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5821524 Oct 24 13:14:25.794080 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34150) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:25.799109 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.800863 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Request body: {'subnet': {'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1474298349-subnet', 'tenant_id': 'f027aba5a38b422fbc30d64b9ee2ef79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:25.817587 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f0556-a56d-490b-9a14-4eac95f3a0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=016f1aff-2ba1-4abc-bd75-db4946db568d,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:25.821448 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Made reservation on behalf of f027aba5a38b422fbc30d64b9ee2ef79 for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:25.824036 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801565'] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:25.829765 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 016f1aff-2ba1-4abc-bd75-db4946db568d details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:14:25.851376 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9698d2a0-f110-467e-9b7c-ce24311afac2 req-79d339c0-36ba-42db-aa04-ecc9361e68e2 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664520 Oct 24 13:14:26.003750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801547'] for subnet (b55b4dce-12d8-459e-9668-8a4c90334fc7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:26.070125 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55b4dce-12d8-459e-9668-8a4c90334fc7,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:26.101768 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Checking segment: {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:26.102112 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Network hostable DHCP agents. Network: 016f1aff-2ba1-4abc-bd75-db4946db568d, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:14:26.134397 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ed7c4-2020-4f05-9d23-f92b90f724c6 req-6d55d851-7e2d-4026-8935-1344c1f85a07 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:26.136191 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e14ed7c4-2020-4f05-9d23-f92b90f724c6 req-6d55d851-7e2d-4026-8935-1344c1f85a07 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0832663 Oct 24 13:14:26.157230 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Network 016f1aff-2ba1-4abc-bd75-db4946db568d is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:14:26.170736 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:26.176465 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 016f1aff-2ba1-4abc-bd75-db4946db568d) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:26.185221 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801c5ec-2326-445e-9851-ec9a89f104c1 None None] Network 016f1aff-2ba1-4abc-bd75-db4946db568d requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:14:26.187387 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:26.187988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:26.200869 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:26.210077 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e14ed7c4-2020-4f05-9d23-f92b90f724c6 req-9d35c898-0acb-4366-8cad-acdd9d57230c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 Oct 24 13:14:26.214073 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7935b9d1-6f4b-4880-8562-5cfc7f0e5b38 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4187491 Oct 24 13:14:26.296886 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b328b-cb94-4390-ba25-bb5ad823d603 None None] Network 016f1aff-2ba1-4abc-bd75-db4946db568d requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:14:26.421510 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a803b-4e1b-4d4d-9f69-cb7caa4600d4 req-3353e415-5b4e-4826-9ad1-d7513f96fcd4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:26.423098 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-364a803b-4e1b-4d4d-9f69-cb7caa4600d4 req-3353e415-5b4e-4826-9ad1-d7513f96fcd4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0495684 Oct 24 13:14:26.477932 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-364a803b-4e1b-4d4d-9f69-cb7caa4600d4 req-8c4bc247-75e8-4149-b023-5332752714cb tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472782 Oct 24 13:14:26.980657 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fffa0c-1e80-4b91-ade9-feca7954e91e req-3ed35420-e114-4d25-9a80-d3c9f76a70e3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:26.982221 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-73fffa0c-1e80-4b91-ade9-feca7954e91e req-3ed35420-e114-4d25-9a80-d3c9f76a70e3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Oct 24 13:14:27.031026 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-73fffa0c-1e80-4b91-ade9-feca7954e91e req-866ae795-2765-40b0-9a19-ec3565b4dcbb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Oct 24 13:14:27.360543 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f55533-6125-455d-815a-75598738dbf6 req-6c6b98c3-b227-4037-ba69-81bdc70fb10a tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:27.362011 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-10f55533-6125-455d-815a-75598738dbf6 req-6c6b98c3-b227-4037-ba69-81bdc70fb10a tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0536997 Oct 24 13:14:27.414500 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-10f55533-6125-455d-815a-75598738dbf6 req-3446de5d-703c-4429-9535-e7db3ceef111 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Oct 24 13:14:27.620563 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf1e4e-4c36-4190-abb4-36bebbf0a8ed req-5d1c7e41-e4ee-4948-829e-45ba6cadfa02 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:27.623607 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5bcf1e4e-4c36-4190-abb4-36bebbf0a8ed req-5d1c7e41-e4ee-4948-829e-45ba6cadfa02 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0611341 Oct 24 13:14:27.643593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1679bb-8634-47f5-b214-59ef5856040a req-c76aa005-e0a8-4059-a16a-c9ca2377b1d1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:27.645561 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bc1679bb-8634-47f5-b214-59ef5856040a req-c76aa005-e0a8-4059-a16a-c9ca2377b1d1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 945 time: 0.0523245 Oct 24 13:14:27.678003 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5bcf1e4e-4c36-4190-abb4-36bebbf0a8ed req-ca083931-9511-4957-b451-e50ea9c7f49f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486951 Oct 24 13:14:27.962553 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Deleting port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:14:27.962893 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.120310 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] For port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:28.120665 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.147300 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Calling delete_port for 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 owned by compute:nova {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:14:28.163651 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-a34dc062-5f34-443b-b3e0-f85b9833c677 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:28.165066 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-a34dc062-5f34-443b-b3e0-f85b9833c677 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/networks?id=016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 200 len: 814 time: 0.1536844 Oct 24 13:14:28.209835 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-64c51d77-1ab0-4add-8f4b-89b880cb2e5e tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/quotas/f027aba5a38b422fbc30d64b9ee2ef79 HTTP/1.1" status: 200 len: 375 time: 0.0386212 Oct 24 13:14:28.257783 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-d59d3976-09db-4532-8b42-fe9f6d0d0711 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395679 Oct 24 13:14:28.330373 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:28.374031 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:28.432462 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (2ad53909-5a3a-48e1-98cc-11ccca3e1bd4), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.436966 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-f9b548b9-8fc6-485e-9c6d-630e5fc50f1d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708534 Oct 24 13:14:28.450362 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['2ad53909-5a3a-48e1-98cc-11ccca3e1bd4'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:28.476509 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Pushing event deleted for resources: {'Port': ['ID=2ad53909-5a3a-48e1-98cc-11ccca3e1bd4,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:28.487178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34202) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:28.492645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431686494', 'description': 'tempest-description--155211832'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:28.522121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.559789 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] No DVR routers for this DVR port 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 on host hv-cinder-86248 {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:14:28.567092 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.570283 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bc1679bb-8634-47f5-b214-59ef5856040a req-aba5d50b-0b91-47ac-9c1a-90e32f93b0cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 HTTP/1.1" status: 204 len: 173 time: 0.7014127 Oct 24 13:14:28.570765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'name': 'network-vif-deleted', 'tag': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:28.573020 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd27b42-603c-4883-9160-a9810e33391d" -d '{"events": [{"server_uuid": "707b11f8-c624-4301-8f29-c0e6ede861f7", "name": "network-vif-deleted", "tag": "2ad53909-5a3a-48e1-98cc-11ccca3e1bd4"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:28.587420 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8438ee07-f106-4906-8225-f6b5ed433af9 req-c8be44ab-6037-4829-a584-d841bf5bacc0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 210 time: 0.0361137 Oct 24 13:14:28.618798 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-6a3f12c5-1b18-4977-9c84-3208c9fd8200 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749306 Oct 24 13:14:28.651763 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group (ff55c339-14dc-4990-9780-84d129c0bf1a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.654795 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c3cc0-19d4-4762-a683-2f97f2b57fd0 x-openstack-request-id: req-496c3cc0-19d4-4762-a683-2f97f2b57fd0 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:28.655359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b11f8-c624-4301-8f29-c0e6ede861f7", "name": "network-vif-deleted", "tag": "2ad53909-5a3a-48e1-98cc-11ccca3e1bd4", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:28.655459 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-496c3cc0-19d4-4762-a683-2f97f2b57fd0 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:28.655946 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496c3cc0-19d4-4762-a683-2f97f2b57fd0'] response: {'server_uuid': '707b11f8-c624-4301-8f29-c0e6ede861f7', 'name': 'network-vif-deleted', 'tag': '2ad53909-5a3a-48e1-98cc-11ccca3e1bd4', 'status': 'completed', 'code': 200} Oct 24 13:14:28.658488 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ff55c339-14dc-4990-9780-84d129c0bf1a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.692954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.694197 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2054086 Oct 24 13:14:28.696272 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7c1d-7d38-412d-b2a2-d6aa4db7fcff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff55c339-14dc-4990-9780-84d129c0bf1a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:28.697934 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34208) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:28.703560 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'security_group_rule': {'security_group_id': 'ff55c339-14dc-4990-9780-84d129c0bf1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:28.749637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group_rule (cad60e17-6c5e-479a-829c-a55fb01f60e3), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:28.878762 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9559d-9415-4001-841f-b6184445aa76 req-ec8fb576-105f-4309-8b9f-4bb268212789 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:28.880503 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c8b9559d-9415-4001-841f-b6184445aa76 req-ec8fb576-105f-4309-8b9f-4bb268212789 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0580311 Oct 24 13:14:28.968669 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c8b9559d-9415-4001-841f-b6184445aa76 req-0ddb7dda-8217-45b9-9d6f-6d66ad1529e8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0773518 Oct 24 13:14:29.097604 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34224) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:29.104479 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202538341', 'description': 'tempest-description--668717917'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:29.118899 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cc094207-5bfd-4981-8750-ab1d672dbac8 req-05c79793-4b22-40e5-9be7-38e875df31bb tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 210 time: 0.0423527 Oct 24 13:14:29.140217 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group_rule (cad60e17-6c5e-479a-829c-a55fb01f60e3), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.144606 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (cad60e17-6c5e-479a-829c-a55fb01f60e3), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.159952 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.162419 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad60e17-6c5e-479a-829c-a55fb01f60e3,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:29.181004 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.182228 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b83abe17-747a-4a69-81ba-a9dcfa7ac833 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832702 Oct 24 13:14:29.185527 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34226) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:29.190389 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'security_group_rule': {'security_group_id': 'ff55c339-14dc-4990-9780-84d129c0bf1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:29.238643 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group_rule (12d41663-540d-4ba5-afd6-473f85340bfa), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.281282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (e009cb60-f4e8-41c5-9a8b-7c87348c55d2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.285347 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e009cb60-f4e8-41c5-9a8b-7c87348c55d2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.304325 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group_rule (12d41663-540d-4ba5-afd6-473f85340bfa), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.308557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (12d41663-540d-4ba5-afd6-473f85340bfa), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.327262 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e009cb60-f4e8-41c5-9a8b-7c87348c55d2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:29.327997 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d41663-540d-4ba5-afd6-473f85340bfa,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:29.335250 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.335396 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.336864 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-8864127b-0084-4793-b16d-fbf2141a256d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503851 Oct 24 13:14:29.340391 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1c1ab034-acf6-469f-aa15-78d86fa11a35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2405434 Oct 24 13:14:29.341512 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34230) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:29.342443 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 34232) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:29.347882 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': 'e009cb60-f4e8-41c5-9a8b-7c87348c55d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:29.349312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:29.378303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (b374236e-2c21-4941-9744-e332a6c4f268), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.378512 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.447840 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (b374236e-2c21-4941-9744-e332a6c4f268), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.452305 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (b374236e-2c21-4941-9744-e332a6c4f268), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.466554 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.468180 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b374236e-2c21-4941-9744-e332a6c4f268,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:29.479008 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.480382 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2ff9bcd8-9d43-4a64-b591-07fb0cf8437a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378069 Oct 24 13:14:29.483423 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34234) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:29.487777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': 'e009cb60-f4e8-41c5-9a8b-7c87348c55d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:29.517423 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (a242a671-be61-4144-a16f-816d0bc735d7), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.532292 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:29.566206 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:29.575601 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:29.597787 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Allocated IP 172.27.1.253 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/f0bef9a3-e4db-4f95-9790-8a8ab109a690) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:29.624728 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-8884c1d6-1bdb-42bd-9526-42dcdf993fee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708337 Oct 24 13:14:29.631955 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (a242a671-be61-4144-a16f-816d0bc735d7), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.637244 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (a242a671-be61-4144-a16f-816d0bc735d7), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.664303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a242a671-be61-4144-a16f-816d0bc735d7,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:29.685580 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.686774 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-6854409b-ea1d-4209-ae6c-5e62ee3d3fe0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023816 Oct 24 13:14:29.705944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34238) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:29.713380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:29.732900 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:29.744680 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-a707df44-43c2-4864-b47f-220da2607efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:29.747255 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-a707df44-43c2-4864-b47f-220da2607efa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 1130 time: 0.0771346 Oct 24 13:14:29.763045 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.764688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.832910 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-667e15f8-5a97-4227-94e6-61e6dc126e3f req-894c6129-0dd6-44c1-b841-08aa24cf6e1b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=707b11f8-c624-4301-8f29-c0e6ede861f7 HTTP/1.1" status: 200 len: 210 time: 0.0411534 Oct 24 13:14:29.842270 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.887444 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:29.890505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:29.895963 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:29.896671 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:29.921887 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'Port': ['ID=f0bef9a3-e4db-4f95-9790-8a8ab109a690,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:30.033216 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.046025 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-52851cdc-f6e8-4ee2-8afd-390a3ca0f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:30.047781 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-52851cdc-f6e8-4ee2-8afd-390a3ca0f021 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.2072630 Oct 24 13:14:30.135439 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-e5f7d95d-cff1-4938-b575-e356aea03bc9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763cd320-528d-4a92-b74f-cd47217f446b HTTP/1.1" status: 200 len: 217 time: 0.0808706 Oct 24 13:14:30.139274 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.27.1.61 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/48646eeb-655d-4b24-9a3e-15be39ddc7af) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:30.164790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b92acd-79d1-485c-9758-ad5e6511bdbe req-dcf5b587-294d-4f65-8c43-b084cd2895ed tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:30.166743 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-05b92acd-79d1-485c-9758-ad5e6511bdbe req-dcf5b587-294d-4f65-8c43-b084cd2895ed tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1020308 Oct 24 13:14:30.274780 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-05b92acd-79d1-485c-9758-ad5e6511bdbe req-1886a151-da6d-4727-96f6-cd0eeec1c6aa tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0879200 Oct 24 13:14:30.318741 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.350698 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7e74657b-d3d7-4182-b65c-b8a8fec806db req-6bcfadfa-1ae7-4dd7-9d66-6103b927e0f5 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 210 time: 0.0327582 Oct 24 13:14:30.352094 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.353304 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.417077 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:30.438203 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:30.441970 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=48646eeb-655d-4b24-9a3e-15be39ddc7af,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:30.452898 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:30.457819 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:30.489375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-e2b5e9c9-9398-4e81-bcd6-3b5bb264e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:30.490855 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-e2b5e9c9-9398-4e81-bcd6-3b5bb264e8a8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.1110759 Oct 24 13:14:30.532465 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.537802 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.607566 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-c1efc527-5589-4c17-83db-c0820fd98fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:30.608310 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.609088 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-c1efc527-5589-4c17-83db-c0820fd98fa8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993714 Oct 24 13:14:30.612608 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'Port': ['ID=f0bef9a3-e4db-4f95-9790-8a8ab109a690,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:30.617406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:30.629581 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.639234 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-76ba852d-69e1-4292-99a1-e7a4a7bb42bb tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2871201 Oct 24 13:14:30.646415 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:30.729028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (76adfed8-a173-4ce4-b4f3-5125b642af39), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.743419 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-46524215-8c69-4de7-876b-d466a358b1d6 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:30.745033 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-46524215-8c69-4de7-876b-d466a358b1d6 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "GET /networking/v2.0/networks?id=016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 200 len: 814 time: 0.2512965 Oct 24 13:14:30.799768 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Request body: {'port': {'device_id': '24354cc9-2856-455f-b89e-cd913ef97dde', 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d', 'admin_state_up': True, 'tenant_id': 'f027aba5a38b422fbc30d64b9ee2ef79'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:30.806258 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:30.857687 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-8f32aaba-8606-40df-8eb1-4342f6c6f4b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413912 Oct 24 13:14:31.071012 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-deeec511-dfb2-41ae-a646-f58ab358c8db tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1431686494&fields=id&tenant_id=85d62dec32104e7b8c595953a479026b HTTP/1.1" status: 200 len: 267 time: 0.2614098 Oct 24 13:14:31.185735 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a8b08921-db2c-4213-85bb-a20484b1217e tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:31.187382 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a8b08921-db2c-4213-85bb-a20484b1217e tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 200 len: 809 time: 0.1175022 Oct 24 13:14:31.202528 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Made reservation on behalf of f027aba5a38b422fbc30d64b9ee2ef79 for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:31.206114 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:31.220049 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-7a5b7478-de4d-4b59-96d3-78a8f731baff tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/quotas/5b028ba991e14292803f73d38f7003dc HTTP/1.1" status: 200 len: 375 time: 0.0198245 Oct 24 13:14:31.225762 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:31.228046 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6bf9711-b32f-431d-b8ec-7bddfc924af6 req-36288d42-dcaa-49e4-ae7c-f0cf00e32938 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334258 Oct 24 13:14:31.263748 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-096df101-cb6d-41b5-ba5e-bbcfe23c955b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5b028ba991e14292803f73d38f7003dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386555 Oct 24 13:14:31.291546 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:31.328370 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:31.341219 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-5317c788-33a2-4463-b659-ec16e825c670 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:31.342704 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-5317c788-33a2-4463-b659-ec16e825c670 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 819 time: 0.2623792 Oct 24 13:14:31.368048 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-3f1c1b75-e90d-4b05-bc77-ede0a096093f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010563 Oct 24 13:14:31.405082 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:31.434983 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-338bad17-73c1-438a-8152-7f3f32b0933f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/quotas/85d62dec32104e7b8c595953a479026b HTTP/1.1" status: 200 len: 375 time: 0.0496328 Oct 24 13:14:31.466014 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=48646eeb-655d-4b24-9a3e-15be39ddc7af,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:31.478337 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-4f387b28-d880-4f1d-809b-bfa336aa34e9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040483 Oct 24 13:14:31.478467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (76adfed8-a173-4ce4-b4f3-5125b642af39), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:31.523991 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:31.528629 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-51403735-7893-4e9c-b441-ccbdddd36d05 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8203354 Oct 24 13:14:31.545005 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Allocated IP 172.20.0.9 (016f1aff-2ba1-4abc-bd75-db4946db568d/b55b4dce-12d8-459e-9668-8a4c90334fc7/e9210097-debc-417e-a4c0-33a08dd9bfd8) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:31.591711 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-eaef58c5-ae2c-4ed9-9655-e5a0d6e2648c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1317818 Oct 24 13:14:31.654733 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:14:31.676142 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:14:31.676647 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 2ad53909-5a3a-48e1-98cc-11ccca3e1bd4 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:14:31.679738 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:31.729363 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03ce4-abde-4405-8b74-fd4a52069f88 req-f7b12c18-d126-4d84-8ba4-62ae858c30d3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:31.731779 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8dd03ce4-abde-4405-8b74-fd4a52069f88 req-f7b12c18-d126-4d84-8ba4-62ae858c30d3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0614994 Oct 24 13:14:31.804115 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8dd03ce4-abde-4405-8b74-fd4a52069f88 req-228f5ce0-be37-42eb-af30-9cc62f685f38 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0657532 Oct 24 13:14:31.831511 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-847cac0f-cef6-4caa-83cd-b56d4792cf78 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201104 Oct 24 13:14:31.863223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks [] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:31.930495 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9303431d-e01e-4680-99e8-2a7dd90bdfcc req-3f97ef29-e979-4152-af7c-fa34079a6848 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 210 time: 0.0440149 Oct 24 13:14:31.975896 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-398115ab-4cdc-4c12-869c-7dee3caa6332 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394191 Oct 24 13:14:31.977923 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:32.006574 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d452089e-bcdd-4cf6-9426-7361a2d600e6 req-fdc46cd6-4b7c-4960-92d0-1214dbfec531 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 210 time: 0.0317087 Oct 24 13:14:32.021809 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Network 016f1aff-2ba1-4abc-bd75-db4946db568d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:32.025286 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:32.027823 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:32.102408 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Pushing event updated for resources: {'Port': ['ID=e9210097-debc-417e-a4c0-33a08dd9bfd8,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:32.147562 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-387aa517-54b9-44b5-bca8-2bfb8b7eafdd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1202538341&fields=id&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 267 time: 0.0541077 Oct 24 13:14:32.151402 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:32.152507 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:32.206815 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-b4b1aec1-f4a8-4d41-8fe6-57bf232bb5e7 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4108257 Oct 24 13:14:32.208673 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2921d29c-aca2-4742-829b-454fe485bf6a req-f210e7f8-4bfd-4347-ac31-5f846a3ee406 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 210 time: 0.0385120 Oct 24 13:14:32.221626 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Request body: {'port': {'device_id': '24354cc9-2856-455f-b89e-cd913ef97dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:32.292452 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-ac66e227-b184-4a59-9a5c-c33c38b375f4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:32.294624 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-ac66e227-b184-4a59-9a5c-c33c38b375f4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.1398492 Oct 24 13:14:32.305834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:32.311283 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-fac6a72f-7e9f-431d-9688-729b3493859c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/quotas/69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 375 time: 0.0101895 Oct 24 13:14:32.321098 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:32.349696 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:32.381886 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-24c15cf0-3f23-4897-98fb-77324a933a75 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574772 Oct 24 13:14:32.533590 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-7b78e99c-9b91-4f9a-a4ab-36ce16ce6a8e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393602 Oct 24 13:14:32.639977 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-4478cdfb-91ce-4a85-a371-eab83571ae25 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992718 Oct 24 13:14:32.655393 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9210097-debc-417e-a4c0-33a08dd9bfd8 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:32.665703 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Publish callbacks [] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:32.678921 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Transition to ACTIVE for port object e9210097-debc-417e-a4c0-33a08dd9bfd8 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:14:32.683017 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:32.763780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Pushing event updated for resources: {'Port': ['ID=e9210097-debc-417e-a4c0-33a08dd9bfd8,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:32.835694 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Attempting to bind port e9210097-debc-417e-a4c0-33a08dd9bfd8 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:14:32.836313 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Attempting to bind port e9210097-debc-417e-a4c0-33a08dd9bfd8 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:14:32.836447 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Attempting to bind port e9210097-debc-417e-a4c0-33a08dd9bfd8 on network 016f1aff-2ba1-4abc-bd75-db4946db568d {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:32.878595 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-785a50bf-5516-4712-9584-e1dc8852b008 req-602d3a04-01ae-4d18-b3cf-df31eb12398e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0564730 Oct 24 13:14:32.904584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Port e9210097-debc-417e-a4c0-33a08dd9bfd8 on network 016f1aff-2ba1-4abc-bd75-db4946db568d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:14:32.904584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Attempting to bind port e9210097-debc-417e-a4c0-33a08dd9bfd8 on network 016f1aff-2ba1-4abc-bd75-db4946db568d {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:32.948255 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897086de-3020-4b78-aea8-95c1f6e467d0 req-42e28fe3-e8bd-477e-ad8b-f220778ba1f8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:32.948810 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:14:32.949279 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Checking segment: {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:32.949823 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Bound using segment: {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:14:32.950052 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-897086de-3020-4b78-aea8-95c1f6e467d0 req-42e28fe3-e8bd-477e-ad8b-f220778ba1f8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0571213 Oct 24 13:14:32.950330 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Bound port: e9210097-debc-417e-a4c0-33a08dd9bfd8, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:14:32.950812 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:32.973282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:33.015923 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-897086de-3020-4b78-aea8-95c1f6e467d0 req-f607dbd7-c3a1-4f01-8972-d5f28f6c7955 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0591905 Oct 24 13:14:33.176786 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2e692afe-1227-46dd-8212-cd4e8d50221f req-c22158b5-5117-426f-a549-d9637f66587a tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 210 time: 0.0431581 Oct 24 13:14:33.377032 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-242d1074-88ad-4c16-9d36-6e17947d83f0 req-5f1b92d8-e011-4381-9cdb-5044f046b6d4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 210 time: 0.0316629 Oct 24 13:14:33.420522 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] For port e9210097-debc-417e-a4c0-33a08dd9bfd8, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:14:33.480905 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e8770-e47c-4358-bf4c-d5ef1eade92f req-b9b630fe-d7a2-46de-84db-b5ec5b1b58c8 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:33.482424 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3a2e8770-e47c-4358-bf4c-d5ef1eade92f req-b9b630fe-d7a2-46de-84db-b5ec5b1b58c8 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 943 time: 0.1316898 Oct 24 13:14:33.484408 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] For port e9210097-debc-417e-a4c0-33a08dd9bfd8, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:14:33.492472 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:33.499786 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:33.500402 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:33.501763 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e9210097-debc-417e-a4c0-33a08dd9bfd8 HTTP/1.1" status: 200 len: 1093 time: 1.2842722 Oct 24 13:14:33.505971 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24354cc9-2856-455f-b89e-cd913ef97dde', 'tag': 'e9210097-debc-417e-a4c0-33a08dd9bfd8'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:33.508189 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2945d73-0490-4f1f-8a1e-4954778ec0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "24354cc9-2856-455f-b89e-cd913ef97dde", "tag": "e9210097-debc-417e-a4c0-33a08dd9bfd8"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:33.591169 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c38435-3153-4e6e-a6f6-267952ba65f7 x-openstack-request-id: req-c1c38435-3153-4e6e-a6f6-267952ba65f7 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:33.591454 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24354cc9-2856-455f-b89e-cd913ef97dde", "tag": "e9210097-debc-417e-a4c0-33a08dd9bfd8", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:33.591706 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1c38435-3153-4e6e-a6f6-267952ba65f7 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:33.592099 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c38435-3153-4e6e-a6f6-267952ba65f7'] response: {'name': 'network-changed', 'server_uuid': '24354cc9-2856-455f-b89e-cd913ef97dde', 'tag': 'e9210097-debc-417e-a4c0-33a08dd9bfd8', 'status': 'completed', 'code': 200} Oct 24 13:14:33.625613 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-590c9cf6-9746-463d-9d6a-8976e69afda2 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:33.627042 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-590c9cf6-9746-463d-9d6a-8976e69afda2 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 200 len: 809 time: 0.2774441 Oct 24 13:14:33.642726 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfda2ae-4e19-4636-a620-5c8efe136761 service neutron] Pushing event updated for resources: {'Port': ['ID=e9210097-debc-417e-a4c0-33a08dd9bfd8,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:33.649359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:33.665810 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-0dd1e043-eefa-46dc-a125-ad58a3499974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:33.667239 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-0dd1e043-eefa-46dc-a125-ad58a3499974 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 1127 time: 0.0882716 Oct 24 13:14:33.671924 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3a2e8770-e47c-4358-bf4c-d5ef1eade92f req-0714a867-5740-4a31-b6f1-c28210ebfe8c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693170 Oct 24 13:14:33.883471 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Request body: {'port': {'device_id': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074', 'admin_state_up': True, 'tenant_id': '5b028ba991e14292803f73d38f7003dc'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:33.935070 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:33.939453 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-24c4e99f-9d07-4846-bde4-af33260a09f3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8 HTTP/1.1" status: 200 len: 217 time: 0.0597119 Oct 24 13:14:34.032003 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b7e0de6-e4ae-40cb-947e-85003861b260 req-e73c4c65-ab91-4cda-93d7-5b4ee84521bd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0655050 Oct 24 13:14:34.036756 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-9a9d2044-676e-4acb-8a82-4fd28d8ea488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:34.038197 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-9a9d2044-676e-4acb-8a82-4fd28d8ea488 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b55b4dce-12d8-459e-9668-8a4c90334fc7 HTTP/1.1" status: 200 len: 854 time: 0.0703697 Oct 24 13:14:34.103741 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-4db7b4c3-ad11-4718-aabb-69de175d0ce1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=016f1aff-2ba1-4abc-bd75-db4946db568d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484614 Oct 24 13:14:34.183190 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-a39ad186-9181-4491-80d4-b8f045145697 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:34.184942 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-a39ad186-9181-4491-80d4-b8f045145697 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 819 time: 0.2048688 Oct 24 13:14:34.205558 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Made reservation on behalf of 5b028ba991e14292803f73d38f7003dc for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:34.209240 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.259938 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-bf39cc36-9b86-4d2f-8547-db66259e67b1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=85d62dec32104e7b8c595953a479026b HTTP/1.1" status: 200 len: 380 time: 0.0623364 Oct 24 13:14:34.294952 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90651-93ae-4bcb-bbb7-5052326bdd04 req-e6dcedec-08e9-413a-8124-37bbac8a372d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:34.295732 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef915ac3-7372-471d-b689-41a6d0672f72 req-0b8afca6-773c-4c26-b5ed-912ac1fd98a8 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 210 time: 0.0312173 Oct 24 13:14:34.297011 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40a90651-93ae-4bcb-bbb7-5052326bdd04 req-e6dcedec-08e9-413a-8124-37bbac8a372d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1093156 Oct 24 13:14:34.328194 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'port': {'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'admin_state_up': True, 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'security_groups': ['ff55c339-14dc-4990-9780-84d129c0bf1a']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:34.368280 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-901f3252-ae2e-4a13-b6ab-eeaef421d354 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554076 Oct 24 13:14:34.444580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Made reservation on behalf of 85d62dec32104e7b8c595953a479026b for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:34.448621 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.495398 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40a90651-93ae-4bcb-bbb7-5052326bdd04 req-0508cf7e-1502-4ac7-8443-fa8e021777e8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1913481 Oct 24 13:14:34.523010 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Allocated IP 172.20.0.5 (d798f212-6307-408f-b9ac-6cfe966ca074/4630b2b2-7ac1-428f-8505-95c132d135c2/71e22cc0-7b16-4e0f-bd74-9915e3a6bc11) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:34.540112 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0c4a9ed7-7691-45ac-9711-e88b1826bbd8 req-d6ef06e1-38f7-41b0-8af1-6dd7076c3e0d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 210 time: 0.0637770 Oct 24 13:14:34.563635 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7b2b025e-70ef-4b9e-bf92-49623ef3d1af req-61422151-a43b-4b04-b458-671bcff5718e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838925 Oct 24 13:14:34.570040 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:34.617086 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Allocated IP 172.20.0.7 (55317d88-e8da-40f9-8cad-037adf7670ee/d239705f-bf42-413a-9646-19223d939ce4/b1289f23-07a5-45c6-9004-035914303827) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:34.707001 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks [] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.748624 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:34.764602 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.773608 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for port (b1289f23-07a5-45c6-9004-035914303827), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.812362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (b1289f23-07a5-45c6-9004-035914303827), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.862904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Network 55317d88-e8da-40f9-8cad-037adf7670ee is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:34.868214 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:34.870751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Network d798f212-6307-408f-b9ac-6cfe966ca074 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:34.873725 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:34.874579 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:34.878251 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:34.880071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event updated for resources: {'Port': ['ID=b1289f23-07a5-45c6-9004-035914303827,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:34.887453 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bac6b-923e-4cff-b1f5-9cf5381a0d8b req-d71ece29-449a-4628-95eb-a4e425564d81 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:34.888541 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fb4bac6b-923e-4cff-b1f5-9cf5381a0d8b req-d71ece29-449a-4628-95eb-a4e425564d81 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 943 time: 0.1045830 Oct 24 13:14:34.889588 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:34.894514 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Pushing event updated for resources: {'Port': ['ID=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:34.929441 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:34.930158 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.949285 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-33327c92-f407-4e3b-b728-2338dc147137 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280015 Oct 24 13:14:34.961756 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:34.962364 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:34.998187 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fb4bac6b-923e-4cff-b1f5-9cf5381a0d8b req-a65b2549-7ac4-49e7-9c32-bcd44a13f9f6 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822425 Oct 24 13:14:35.001755 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-998a2ab5-d38a-4824-9eb1-22d0cccd261b tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1236784 Oct 24 13:14:35.087356 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f47cea56-42f1-42f6-a4be-30941877ae33 None None] Provisioning complete for port b1289f23-07a5-45c6-9004-035914303827 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:35.087865 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f47cea56-42f1-42f6-a4be-30941877ae33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (b1289f23-07a5-45c6-9004-035914303827), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:35.088072 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f47cea56-42f1-42f6-a4be-30941877ae33 None None] Attempt 1 to provision port b1289f23-07a5-45c6-9004-035914303827 Oct 24 13:14:35.122657 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f47cea56-42f1-42f6-a4be-30941877ae33 None None] Port b1289f23-07a5-45c6-9004-035914303827 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:14:35.128781 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:35.146925 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-81c5ead3-5676-4058-a503-c639d08ffbf9 req-2f6bf676-474e-4f66-9684-97379e21bfb2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0296831 Oct 24 13:14:35.419861 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc14e12-9b1c-4d2c-bbdf-57a9cd12e779 req-5e68019a-aa3a-48fa-8c6c-536aed5885c8 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:35.421321 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1bc14e12-9b1c-4d2c-bbdf-57a9cd12e779 req-5e68019a-aa3a-48fa-8c6c-536aed5885c8 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 931 time: 0.0483999 Oct 24 13:14:35.469313 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1bc14e12-9b1c-4d2c-bbdf-57a9cd12e779 req-24f628a0-1cca-466f-add4-a80ee6b234bf tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Oct 24 13:14:35.628018 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc841ee-7922-45ab-8f6f-dbe2e33292f1 req-2a335dda-1b9d-4e0e-9a72-aadfb8e51fb5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:35.629484 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fdc841ee-7922-45ab-8f6f-dbe2e33292f1 req-2a335dda-1b9d-4e0e-9a72-aadfb8e51fb5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0502553 Oct 24 13:14:35.662438 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ba7f-8170-41e0-b878-c37b68e239df req-7076c247-268e-4132-8754-bb1c5801b442 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:35.664006 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4de8ba7f-8170-41e0-b878-c37b68e239df req-7076c247-268e-4132-8754-bb1c5801b442 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 931 time: 0.0474193 Oct 24 13:14:35.678158 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fdc841ee-7922-45ab-8f6f-dbe2e33292f1 req-e657cf90-2967-4b84-9236-9ed060af2f2a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430045 Oct 24 13:14:35.712728 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4de8ba7f-8170-41e0-b878-c37b68e239df req-eb199b0e-c3b7-4827-a3cb-46cde863692e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Oct 24 13:14:35.763942 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Request body: {'port': {'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:35.771906 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Request body: {'port': {'device_id': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:35.830289 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-60e195ef-e4b5-4b45-9a95-0a7098b5210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:35.831834 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-60e195ef-e4b5-4b45-9a95-0a7098b5210d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 1127 time: 0.0755494 Oct 24 13:14:35.900670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b1289f23-07a5-45c6-9004-035914303827), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:35.918952 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:35.935142 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-90f8bce7-c4b1-471a-91c5-2ccf44b9b917 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:35.936694 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-90f8bce7-c4b1-471a-91c5-2ccf44b9b917 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.1680765 Oct 24 13:14:36.044211 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-b446623a-fde5-4a05-a17d-8d665682993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.046089 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-b446623a-fde5-4a05-a17d-8d665682993c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 200 len: 915 time: 0.1867044 Oct 24 13:14:36.097682 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-515cbf0f-acdf-4327-894e-eeffab106899 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8 HTTP/1.1" status: 200 len: 217 time: 0.0430665 Oct 24 13:14:36.115341 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:36.125645 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-2500a855-dec0-4be7-902c-1f8712a317c8 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 472 time: 0.1708093 Oct 24 13:14:36.152445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'port': {'device_id': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'admin_state_up': True, 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'security_groups': ['e009cb60-f4e8-41c5-9a8b-7c87348c55d2']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:36.198906 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-c46591ca-3347-4cf7-b32f-047bf48f974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.200992 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-c46591ca-3347-4cf7-b32f-047bf48f974e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b55b4dce-12d8-459e-9668-8a4c90334fc7 HTTP/1.1" status: 200 len: 854 time: 0.0951993 Oct 24 13:14:36.218223 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e192a-bba6-4479-86cf-88bf3f88c25a req-897990d6-1b60-4293-b6a3-15bb636c724d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.219746 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4a1e192a-bba6-4479-86cf-88bf3f88c25a req-897990d6-1b60-4293-b6a3-15bb636c724d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 943 time: 0.1238275 Oct 24 13:14:36.269783 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-8edc0033-5229-489d-833a-3a8e63f35a7b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=016f1aff-2ba1-4abc-bd75-db4946db568d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574977 Oct 24 13:14:36.298905 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28f999d7-2751-4f9a-ab26-d608a1047483 req-9d157565-428b-4745-944a-788764a64498 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0684404 Oct 24 13:14:36.356043 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4a1e192a-bba6-4479-86cf-88bf3f88c25a req-26210949-46f3-4d7a-b9e7-6270f2759759 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072905 Oct 24 13:14:36.360681 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:36.399459 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:36.408079 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:36.424021 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Publish callbacks [] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.427961 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Made reservation on behalf of 69beb82dd21b447d8a784e0570c4323c for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:14:36.431691 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.435166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1289f23-07a5-45c6-9004-035914303827 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:36.447662 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Transition to ACTIVE for port object 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:14:36.448883 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Publish callbacks [] for port (b1289f23-07a5-45c6-9004-035914303827), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.452287 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-8d72e164-5666-49d7-8476-7a4a8909e6bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628902 Oct 24 13:14:36.452457 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:36.453479 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.470347 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Transition to ACTIVE for port object b1289f23-07a5-45c6-9004-035914303827 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:14:36.479525 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (b1289f23-07a5-45c6-9004-035914303827), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.573435 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Pushing event updated for resources: {'Port': ['ID=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:36.589923 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Pushing event updated for resources: {'Port': ['ID=b1289f23-07a5-45c6-9004-035914303827,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:36.679780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de1101-1c36-4fc6-b5b9-aee1a09314bb req-51f3fa66-155d-4a76-af2c-5fc210758dbb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.681319 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4de1101-1c36-4fc6-b5b9-aee1a09314bb req-51f3fa66-155d-4a76-af2c-5fc210758dbb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 943 time: 0.1132874 Oct 24 13:14:36.684979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Attempting to bind port b1289f23-07a5-45c6-9004-035914303827 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:14:36.685323 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Attempting to bind port b1289f23-07a5-45c6-9004-035914303827 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:14:36.685651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Attempting to bind port b1289f23-07a5-45c6-9004-035914303827 on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:36.688133 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.20.0.7 (a05f0bd2-3e3c-4265-bb55-173e62bd1853/1163311c-3880-41e9-a9fd-2d4c0fbcb77a/37f90190-526c-4317-90a1-c6197bdf36c1) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:14:36.689914 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a2945d73-0490-4f1f-8a1e-4954778ec0c6 req-db1ab09b-422d-49e7-83c1-696ae217270c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297986 Oct 24 13:14:36.706192 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Attempting to bind port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:14:36.706519 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Attempting to bind port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:14:36.706834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Attempting to bind port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 on network d798f212-6307-408f-b9ac-6cfe966ca074 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:36.766386 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Port b1289f23-07a5-45c6-9004-035914303827 on network 55317d88-e8da-40f9-8cad-037adf7670ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:14:36.766723 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Attempting to bind port b1289f23-07a5-45c6-9004-035914303827 on network 55317d88-e8da-40f9-8cad-037adf7670ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:36.783633 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4de1101-1c36-4fc6-b5b9-aee1a09314bb req-98d8c7f7-6d15-41e1-858b-127db313775e tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882285 Oct 24 13:14:36.785722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 on network d798f212-6307-408f-b9ac-6cfe966ca074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:14:36.786050 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Attempting to bind port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 on network d798f212-6307-408f-b9ac-6cfe966ca074 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:36.832851 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:14:36.833216 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Checking segment: {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:36.833573 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Bound using segment: {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:14:36.834028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Bound port: 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce2aee-1e1b-46f2-b512-d30867ada193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:14:36.834442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.901493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb7db2-139b-45b0-ab49-f40930a84ea6 req-7129829e-eaa9-49ab-982c-c9eb6ce19944 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.903660 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b2fb7db2-139b-45b0-ab49-f40930a84ea6 req-7129829e-eaa9-49ab-982c-c9eb6ce19944 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1126785 Oct 24 13:14:36.928534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:36.932319 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:14:36.932591 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Checking segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:36.932973 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Bound using segment: {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:14:36.933560 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Bound port: b1289f23-07a5-45c6-9004-035914303827, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc552f88-c07e-446e-8906-26b322e74c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:14:36.934302 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b1289f23-07a5-45c6-9004-035914303827), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.939584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a43886-99b2-4ff8-9d48-bb7d37999a8c req-4d439db2-500b-433e-b6f7-d219d6e06e14 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.941145 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-07a43886-99b2-4ff8-9d48-bb7d37999a8c req-4d439db2-500b-433e-b6f7-d219d6e06e14 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 943 time: 0.0729308 Oct 24 13:14:36.943691 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] For port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:14:36.947024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] For port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:14:36.965809 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.972159 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:36.972834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:36.974187 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 HTTP/1.1" status: 200 len: 1093 time: 1.2166348 Oct 24 13:14:36.975833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'tag': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:36.978083 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2885689d-b5c4-46a0-8ae8-85074967cc49" -d '{"events": [{"name": "network-changed", "server_uuid": "76c60f48-8ebd-45ea-880a-c786cf73b541", "tag": "71e22cc0-7b16-4e0f-bd74-9915e3a6bc11"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:36.991790 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (37f90190-526c-4317-90a1-c6197bdf36c1), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.034991 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b2fb7db2-139b-45b0-ab49-f40930a84ea6 req-78cad4bf-5e6e-4fcf-bfa8-ed64cc4c45f8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1210847 Oct 24 13:14:37.046808 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-07a43886-99b2-4ff8-9d48-bb7d37999a8c req-fe517852-aeac-4a4a-a448-04c485deae2c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974128 Oct 24 13:14:37.051518 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a8c5c-7b2b-4f35-9528-06e231d9e78a service neutron] Pushing event updated for resources: {'Port': ['ID=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:37.077739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] For port b1289f23-07a5-45c6-9004-035914303827, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:14:37.082160 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] For port b1289f23-07a5-45c6-9004-035914303827, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b1289f23-07a5-45c6-9004-035914303827,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:14:37.088956 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.098818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (b1289f23-07a5-45c6-9004-035914303827), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.103589 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.104259 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.105839 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 1093 time: 1.3482821 Oct 24 13:14:37.106510 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:37.108974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f3af6-f1b4-4c82-aa80-f6ae044e230d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:37.142931 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-7a893032-ce17-4557-997d-077691688d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.144774 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-7a893032-ce17-4557-997d-077691688d0e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5b028ba991e14292803f73d38f7003dc&device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 1127 time: 0.0765369 Oct 24 13:14:37.150913 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:37.161554 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:14:37.167734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:14:37.170295 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fe4d55-878d-4ed0-8ee5-8908ca95bd67 x-openstack-request-id: req-32fe4d55-878d-4ed0-8ee5-8908ca95bd67 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:37.170470 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=37f90190-526c-4317-90a1-c6197bdf36c1,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:37.172661 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:14:37.177203 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c60f48-8ebd-45ea-880a-c786cf73b541", "tag": "71e22cc0-7b16-4e0f-bd74-9915e3a6bc11", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:37.177527 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32fe4d55-878d-4ed0-8ee5-8908ca95bd67 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:37.177966 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fe4d55-878d-4ed0-8ee5-8908ca95bd67'] response: {'name': 'network-changed', 'server_uuid': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'tag': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11', 'status': 'completed', 'code': 200} Oct 24 13:14:37.199534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3964ae6-9ff0-44be-af53-f68378a08fcb x-openstack-request-id: req-a3964ae6-9ff0-44be-af53-f68378a08fcb {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:37.199830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:37.200083 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3964ae6-9ff0-44be-af53-f68378a08fcb {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:37.200631 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3964ae6-9ff0-44be-af53-f68378a08fcb'] response: {'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827', 'status': 'completed', 'code': 200} Oct 24 13:14:37.206657 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-8d956fd9-e6f3-415b-979f-65c74c133c90 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 HTTP/1.1" status: 200 len: 217 time: 0.0498614 Oct 24 13:14:37.266587 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-ddb11f82-ac06-438c-acfc-28cfd2412a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.268128 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-ddb11f82-ac06-438c-acfc-28cfd2412a37 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4630b2b2-7ac1-428f-8505-95c132d135c2 HTTP/1.1" status: 200 len: 849 time: 0.0533657 Oct 24 13:14:37.285006 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-57b49402-4230-464a-a64f-110de1f77150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.286487 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-57b49402-4230-464a-a64f-110de1f77150 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1127 time: 0.0905936 Oct 24 13:14:37.312078 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-8e54cc15-fcbf-4c67-8265-c0cd74e1c724 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d798f212-6307-408f-b9ac-6cfe966ca074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307086 Oct 24 13:14:37.458454 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-5ebfea9e-5829-4dbc-be29-77f7d8ffa6c8 None None] Provisioning complete for port 37f90190-526c-4317-90a1-c6197bdf36c1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:37.459023 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5ebfea9e-5829-4dbc-be29-77f7d8ffa6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.459125 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-5ebfea9e-5829-4dbc-be29-77f7d8ffa6c8 None None] Attempt 1 to provision port 37f90190-526c-4317-90a1-c6197bdf36c1 Oct 24 13:14:37.497434 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfea9e-5829-4dbc-be29-77f7d8ffa6c8 None None] Port 37f90190-526c-4317-90a1-c6197bdf36c1 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:14:37.577572 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.578172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.583217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32a37c-588a-41d2-8ced-9a77f8281544 service neutron] Pushing event updated for resources: {'Port': ['ID=b1289f23-07a5-45c6-9004-035914303827,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:37.606410 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-d90a4571-2014-483d-8752-813d113470da service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 217 time: 0.3118048 Oct 24 13:14:37.630619 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-d6523ab4-2201-4725-8e37-72883d66a139 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4843066 Oct 24 13:14:37.658231 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Request body: {'port': {'device_id': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:37.668904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb36cf-1ec9-4429-873b-fc5eeadef49c req-92799511-74de-4e29-bfbd-cf9b831a03c9 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.670395 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-35cb36cf-1ec9-4429-873b-fc5eeadef49c req-92799511-74de-4e29-bfbd-cf9b831a03c9 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 943 time: 0.1358778 Oct 24 13:14:37.671736 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:37.678162 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:37.679728 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device e9210097-debc-417e-a4c0-33a08dd9bfd8 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:14:37.696604 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ca5b-456f-41b8-a277-ce10badfc50d req-b6ab15a2-57f9-47eb-bc85-c6502bd444cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.697918 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e621ca5b-456f-41b8-a277-ce10badfc50d req-b6ab15a2-57f9-47eb-bc85-c6502bd444cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 931 time: 0.0673864 Oct 24 13:14:37.722339 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:37.738075 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-b8742d17-8a20-4de1-92f1-deca237482a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182296 Oct 24 13:14:37.754603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-c368deb9-053b-45db-868a-1d256f93b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.756076 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-c368deb9-053b-45db-868a-1d256f93b8ee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.1413839 Oct 24 13:14:37.800274 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.808757 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port e9210097-debc-417e-a4c0-33a08dd9bfd8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:37.816591 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e621ca5b-456f-41b8-a277-ce10badfc50d req-7e0b624c-2ffa-4f2f-9c15-e94e34b91006 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080256 Oct 24 13:14:37.817936 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-35cb36cf-1ec9-4429-873b-fc5eeadef49c req-83f5afd5-25af-4eb1-9eef-57e292ccd785 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252761 Oct 24 13:14:37.848725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': 'e9210097-debc-417e-a4c0-33a08dd9bfd8', 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d', 'port_id': 'e9210097-debc-417e-a4c0-33a08dd9bfd8', 'mac_address': 'fa:16:3e:0a:e0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55b4dce-12d8-459e-9668-8a4c90334fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:14:37.850297 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a180e-79eb-499e-84e4-4f177b477c97 req-2bbd826d-c52b-43dd-96e2-4c2272ff21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.851775 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-2bbd826d-c52b-43dd-96e2-4c2272ff21d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846601 Oct 24 13:14:37.898378 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d34e8e6-575b-48a8-805d-2ebf12af5a36 req-e9fc1532-6c35-43e1-b30d-a4bf720c9304 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490071 Oct 24 13:14:37.903274 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port e9210097-debc-417e-a4c0-33a08dd9bfd8 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:37.904093 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.921233 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9210097-debc-417e-a4c0-33a08dd9bfd8 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:37.948506 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port e9210097-debc-417e-a4c0-33a08dd9bfd8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:37.955422 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:37.968273 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7ad9-e4ce-4516-a121-d2cb7726419c req-087b1e8d-a9ff-4939-ba60-3b5e77801772 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:37.971525 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8c8d7ad9-e4ce-4516-a121-d2cb7726419c req-087b1e8d-a9ff-4939-ba60-3b5e77801772 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 943 time: 0.0554714 Oct 24 13:14:38.015512 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=e9210097-debc-417e-a4c0-33a08dd9bfd8,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:38.021708 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8c8d7ad9-e4ce-4516-a121-d2cb7726419c req-0c7a50bb-dd75-4b79-8394-83adf57ace30 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Oct 24 13:14:38.024651 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.025007 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.025356 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.025703 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.026043 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.026379 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.026709 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.027071 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.027940 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.028270 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.028601 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.028951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.029316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.029641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.029964 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:14:38.057202 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-e31ac9cb-c648-4fda-a661-9b13a02b42fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988559 Oct 24 13:14:38.089274 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:38.203207 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848986-7ed2-49db-bbd2-acb39fd6aef7 req-d47332c2-fe2e-4c39-86c5-96ff62384d7a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:38.204737 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-eb848986-7ed2-49db-bbd2-acb39fd6aef7 req-d47332c2-fe2e-4c39-86c5-96ff62384d7a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0819957 Oct 24 13:14:38.206232 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47742-cd81-40bf-b8fd-0f74e4f7b97d req-a02ee203-bbda-43cd-ad65-63e5c2908743 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:38.207819 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0dd47742-cd81-40bf-b8fd-0f74e4f7b97d req-a02ee203-bbda-43cd-ad65-63e5c2908743 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 943 time: 0.0518253 Oct 24 13:14:38.211293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f90190-526c-4317-90a1-c6197bdf36c1 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:38.226320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Publish callbacks [] for port (37f90190-526c-4317-90a1-c6197bdf36c1), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:38.256259 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0dd47742-cd81-40bf-b8fd-0f74e4f7b97d req-d77fb498-ffdb-4a5b-99a4-88f4d710ae83 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Oct 24 13:14:38.259434 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Transition to ACTIVE for port object 37f90190-526c-4317-90a1-c6197bdf36c1 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:14:38.271766 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:38.278985 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:38.283936 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['e9210097-debc-417e-a4c0-33a08dd9bfd8'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:38.287237 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:38.304899 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-eb848986-7ed2-49db-bbd2-acb39fd6aef7 req-ae12d03a-30a1-410a-81e5-4c1546267cb5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0889618 Oct 24 13:14:38.375154 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Pushing event updated for resources: {'Port': ['ID=37f90190-526c-4317-90a1-c6197bdf36c1,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:38.405275 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Attempting to bind port 37f90190-526c-4317-90a1-c6197bdf36c1 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:14:38.405604 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Attempting to bind port 37f90190-526c-4317-90a1-c6197bdf36c1 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:14:38.406016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Attempting to bind port 37f90190-526c-4317-90a1-c6197bdf36c1 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:38.447551 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Port 37f90190-526c-4317-90a1-c6197bdf36c1 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:14:38.447871 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Attempting to bind port 37f90190-526c-4317-90a1-c6197bdf36c1 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:14:38.490012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:14:38.490339 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:14:38.490710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Bound using segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:14:38.491166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Bound port: 37f90190-526c-4317-90a1-c6197bdf36c1, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:14:38.491518 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:38.552694 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] For port 37f90190-526c-4317-90a1-c6197bdf36c1, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:14:38.555575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] For port 37f90190-526c-4317-90a1-c6197bdf36c1, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=37f90190-526c-4317-90a1-c6197bdf36c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:14:38.562503 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:38.568382 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:38.569011 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:38.570509 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/37f90190-526c-4317-90a1-c6197bdf36c1 HTTP/1.1" status: 200 len: 1093 time: 0.9203210 Oct 24 13:14:38.618490 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cad07-a413-452a-b73b-7180d4cd2ecd service neutron] Pushing event updated for resources: {'Port': ['ID=37f90190-526c-4317-90a1-c6197bdf36c1,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:38.950612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcea3f5-db2b-49a7-a118-d8bea4dbd476 req-07cb524d-8def-4e6c-a052-cb34d33f8d8f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:38.952139 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8fcea3f5-db2b-49a7-a118-d8bea4dbd476 req-07cb524d-8def-4e6c-a052-cb34d33f8d8f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 943 time: 0.0477858 Oct 24 13:14:38.967806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebd4f-ee67-468a-9d83-ea6acd6c98a1 req-961a00f0-5917-49bf-a382-d66dd7d9bf05 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:38.969233 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e8aebd4f-ee67-468a-9d83-ea6acd6c98a1 req-961a00f0-5917-49bf-a382-d66dd7d9bf05 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 944 time: 0.0488863 Oct 24 13:14:39.000777 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8fcea3f5-db2b-49a7-a118-d8bea4dbd476 req-1d09ba9c-87e3-4cc4-90c1-006465fb1297 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Oct 24 13:14:39.019838 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e8aebd4f-ee67-468a-9d83-ea6acd6c98a1 req-669b70f0-61a9-4743-9dc4-0d268c847968 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Oct 24 13:14:39.158957 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20066949-dce4-4e0c-9605-42b2ff9eba8d req-5bf6cb01-1881-4b82-a46f-62ec5f1ba4fc tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.160448 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-20066949-dce4-4e0c-9605-42b2ff9eba8d req-5bf6cb01-1881-4b82-a46f-62ec5f1ba4fc tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 943 time: 0.0532997 Oct 24 13:14:39.202724 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:39.205010 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10" -d '{"events": [{"name": "network-changed", "server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:39.221766 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-5bf9be2d-c86f-4d09-a68b-4c53916638db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.223325 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-5bf9be2d-c86f-4d09-a68b-4c53916638db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5b028ba991e14292803f73d38f7003dc&device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 1127 time: 0.0917261 Oct 24 13:14:39.224680 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-f14a3016-d9f3-4099-b2e9-77c08bc13463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.226433 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-f14a3016-d9f3-4099-b2e9-77c08bc13463 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 1127 time: 0.0743933 Oct 24 13:14:39.248117 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d80b76-b101-419d-91aa-f9b1f25daef6 x-openstack-request-id: req-b3d80b76-b101-419d-91aa-f9b1f25daef6 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:39.248394 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:39.248637 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3d80b76-b101-419d-91aa-f9b1f25daef6 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:39.249014 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d80b76-b101-419d-91aa-f9b1f25daef6'] response: {'name': 'network-changed', 'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1', 'status': 'completed', 'code': 200} Oct 24 13:14:39.277890 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-20066949-dce4-4e0c-9605-42b2ff9eba8d req-8cab6335-466e-44f2-8fb5-d308ce3ccb9a tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076956 Oct 24 13:14:39.279268 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-22512cc3-b6be-4483-b989-fc6d4b21d3c4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37f90190-526c-4317-90a1-c6197bdf36c1 HTTP/1.1" status: 200 len: 217 time: 0.0405219 Oct 24 13:14:39.309279 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-698a180e-79eb-499e-84e4-4f177b477c97 req-ff234d5b-a182-4982-8657-96adfdbcc5e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860492 Oct 24 13:14:39.341265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:39.349024 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-26a69e65-4984-4df5-bc13-7899ce5b86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.350663 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-26a69e65-4984-4df5-bc13-7899ce5b86f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 200 len: 910 time: 0.1116712 Oct 24 13:14:39.352369 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-c9542da4-4f8e-4e21-883b-8e1395c8c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.353881 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-c9542da4-4f8e-4e21-883b-8e1395c8c263 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0633788 Oct 24 13:14:39.396542 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:39.401074 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:39.403653 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a547c1-40b3-4325-bf77-53ae5d181710 req-d1eefa08-f954-4293-90b5-0e067a356e82 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.405348 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-63a547c1-40b3-4325-bf77-53ae5d181710 req-d1eefa08-f954-4293-90b5-0e067a356e82 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 943 time: 0.0482719 Oct 24 13:14:39.447980 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806e25b-131e-4b20-a6d5-6719c2f47741 req-5ad062ed-c109-415d-9f66-6fe7301496e3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:39.449656 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8806e25b-131e-4b20-a6d5-6719c2f47741 req-5ad062ed-c109-415d-9f66-6fe7301496e3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0528245 Oct 24 13:14:39.455174 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-63a547c1-40b3-4325-bf77-53ae5d181710 req-b64f555d-f8ce-4387-a265-ef36249f1c7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440907 Oct 24 13:14:39.499353 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8806e25b-131e-4b20-a6d5-6719c2f47741 req-abeb6388-2284-4c32-848d-8eb27f35371c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438006 Oct 24 13:14:39.686097 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:14:39.689369 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device e9210097-debc-417e-a4c0-33a08dd9bfd8 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:14:39.789030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port e9210097-debc-417e-a4c0-33a08dd9bfd8 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:14:39.798281 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port e9210097-debc-417e-a4c0-33a08dd9bfd8 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:39.798649 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:39.798981 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port e9210097-debc-417e-a4c0-33a08dd9bfd8 Oct 24 13:14:39.856030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:39.871743 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '9241fec5-c702-4043-a917-794ed6ca4105', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'port_id': '9241fec5-c702-4043-a917-794ed6ca4105', 'mac_address': 'fa:16:3e:6b:0b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:14:39.931061 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port e9210097-debc-417e-a4c0-33a08dd9bfd8 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:39.931474 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:39.934691 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: ACTIVE; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:39.935087 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:39.960435 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9241fec5-c702-4043-a917-794ed6ca4105 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:39.970049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24354cc9-2856-455f-b89e-cd913ef97dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9210097-debc-417e-a4c0-33a08dd9bfd8'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:39.972318 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217eba87-0bd2-4993-bccc-c5f6c0e82f99" -d '{"events": [{"server_uuid": "24354cc9-2856-455f-b89e-cd913ef97dde", "name": "network-vif-plugged", "status": "completed", "tag": "e9210097-debc-417e-a4c0-33a08dd9bfd8"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:39.994111 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port e9210097-debc-417e-a4c0-33a08dd9bfd8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:40.000022 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:40.006262 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:40.025894 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21db5dc-debb-4897-bd40-5e17f7bb676f x-openstack-request-id: req-b21db5dc-debb-4897-bd40-5e17f7bb676f {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:40.026203 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24354cc9-2856-455f-b89e-cd913ef97dde", "name": "network-vif-plugged", "status": "completed", "tag": "e9210097-debc-417e-a4c0-33a08dd9bfd8", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:40.026455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b21db5dc-debb-4897-bd40-5e17f7bb676f {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:40.026842 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21db5dc-debb-4897-bd40-5e17f7bb676f'] response: {'server_uuid': '24354cc9-2856-455f-b89e-cd913ef97dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9210097-debc-417e-a4c0-33a08dd9bfd8', 'code': 200} Oct 24 13:14:40.030288 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:40.055788 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=e9210097-debc-417e-a4c0-33a08dd9bfd8,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:40.083541 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:40.116991 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=6']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:40.139881 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1509e40-1591-4009-aeff-b4b0f4cedd65 req-b78c9869-a0f5-4692-9095-de5d1a99368c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.141468 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b1509e40-1591-4009-aeff-b4b0f4cedd65 req-b78c9869-a0f5-4692-9095-de5d1a99368c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 943 time: 0.0535581 Oct 24 13:14:40.156745 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['9241fec5-c702-4043-a917-794ed6ca4105'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:40.163428 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26f613-dbb9-4914-983d-386390f263db req-dee9f974-b31a-4d34-9a5a-3813ba94c9bb tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.164944 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ea26f613-dbb9-4914-983d-386390f263db req-dee9f974-b31a-4d34-9a5a-3813ba94c9bb tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0498135 Oct 24 13:14:40.193836 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b1509e40-1591-4009-aeff-b4b0f4cedd65 req-19d46d47-74d6-4277-9e2d-8687ec4e993b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467145 Oct 24 13:14:40.219161 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ea26f613-dbb9-4914-983d-386390f263db req-2193a430-ea50-4265-b0b9-88b958545e71 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Oct 24 13:14:40.252328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:40.397914 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddfa02-6a95-4b12-af4f-17223dd71493 req-3ea75df5-6c9e-4bb6-ab26-8fd4b3107c66 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.399410 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6ddfa02-6a95-4b12-af4f-17223dd71493 req-3ea75df5-6c9e-4bb6-ab26-8fd4b3107c66 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 943 time: 0.0476968 Oct 24 13:14:40.484533 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6ddfa02-6a95-4b12-af4f-17223dd71493 req-5b7674f4-0316-46e7-8374-f0846f36a722 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777383 Oct 24 13:14:40.498365 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-9231f27b-e6eb-4921-a0ea-429b08bedc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.499939 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-9231f27b-e6eb-4921-a0ea-429b08bedc46 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631073 Oct 24 13:14:40.517388 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:40.521856 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-ea862a26-a6ef-4f88-842f-62068abd06a2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 HTTP/1.1" status: 200 len: 217 time: 0.0869322 Oct 24 13:14:40.539936 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-16445154-2327-4a77-8305-cee1ba9489e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.541425 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-16445154-2327-4a77-8305-cee1ba9489e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1127 time: 0.1003561 Oct 24 13:14:40.587429 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:40.661912 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:40.676946 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-32be301b-cbd6-474e-875d-b93575f2e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.678410 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-32be301b-cbd6-474e-875d-b93575f2e9aa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4630b2b2-7ac1-428f-8505-95c132d135c2 HTTP/1.1" status: 200 len: 849 time: 0.1361294 Oct 24 13:14:40.679200 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-458b788f-5f14-48c7-8d8f-8c3027c33c01 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719370 Oct 24 13:14:40.688071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89617f-bcf0-4306-99e9-7375e80a3796 req-cf1d3ceb-ab9f-476d-8a48-acd96d74267f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.689485 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f89617f-bcf0-4306-99e9-7375e80a3796 req-cf1d3ceb-ab9f-476d-8a48-acd96d74267f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 943 time: 0.1124992 Oct 24 13:14:40.704980 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a001f5-232b-44db-8b6b-4fefaeb888d2 req-2ae77a9f-8305-4b91-bd06-3b0623b8939a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.706459 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-08a001f5-232b-44db-8b6b-4fefaeb888d2 req-2ae77a9f-8305-4b91-bd06-3b0623b8939a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 944 time: 0.0929945 Oct 24 13:14:40.707411 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce5da5-3da2-4cf9-926a-9f9cc6dbb9cf req-67cef485-e630-4e41-8128-f26e5da01a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.708736 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3dce5da5-3da2-4cf9-926a-9f9cc6dbb9cf req-67cef485-e630-4e41-8128-f26e5da01a9c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 1129 time: 0.0917621 Oct 24 13:14:40.758967 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-6a008cc7-8734-4460-bf62-a89d8bf0e10f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d798f212-6307-408f-b9ac-6cfe966ca074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487151 Oct 24 13:14:40.763370 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-a39b0a55-1b88-4dee-b018-a1a1f8682019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:40.764776 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-a39b0a55-1b88-4dee-b018-a1a1f8682019 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.2135198 Oct 24 13:14:40.812297 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f89617f-bcf0-4306-99e9-7375e80a3796 req-60df525c-9a60-4262-9f49-aa28c7730974 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161008 Oct 24 13:14:40.858919 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-08a001f5-232b-44db-8b6b-4fefaeb888d2 req-95cc2ead-295d-4b2e-8063-6a5af3b43828 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1407561 Oct 24 13:14:40.862918 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3dce5da5-3da2-4cf9-926a-9f9cc6dbb9cf req-2710bbce-00ea-4762-b079-0bcb37e7dd6a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345251 Oct 24 13:14:40.866796 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0b67a89a-c9a2-41fa-972e-82a2fb3f7ae9 req-c1561928-65c6-486a-812e-bc879fbc0629 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569405 Oct 24 13:14:40.868177 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-07304223-60f4-4e2d-8ae4-d5f471d15226 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 217 time: 0.0744860 Oct 24 13:14:40.908506 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-ac7bffcd-310f-4f7a-bac9-85241fea8f9a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266932 Oct 24 13:14:41.229967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-1cf4daaf-5a0c-4c0b-80b5-5dac46a9bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:41.231704 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-1cf4daaf-5a0c-4c0b-80b5-5dac46a9bb2d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0975533 Oct 24 13:14:41.264940 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2885689d-b5c4-46a0-8ae8-85074967cc49 req-b1889ab5-91a1-4077-83ea-acd3e208a588 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221924 Oct 24 13:14:41.323546 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37e9f8-690c-4c5c-aeb7-2bf875a1ad9b req-4d8559e6-c7e2-4a38-850c-7dcc56977bda tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:41.325853 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8b37e9f8-690c-4c5c-aeb7-2bf875a1ad9b req-4d8559e6-c7e2-4a38-850c-7dcc56977bda tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 943 time: 0.0510840 Oct 24 13:14:41.345166 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a9bed-3cc8-482b-8bf8-b03a7b99abf2 req-a79e4be2-ae91-4436-ac68-6b4d499fe1d0 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:41.347178 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f06a9bed-3cc8-482b-8bf8-b03a7b99abf2 req-a79e4be2-ae91-4436-ac68-6b4d499fe1d0 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0481088 Oct 24 13:14:41.374630 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8b37e9f8-690c-4c5c-aeb7-2bf875a1ad9b req-6289366e-590c-4520-920c-c0cf15a059e0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Oct 24 13:14:41.394861 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f06a9bed-3cc8-482b-8bf8-b03a7b99abf2 req-8400d128-f475-40f3-adb3-3343a2e40a0a tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Oct 24 13:14:41.612842 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e8bb1-9e6c-4eb9-bb8a-2fb56218ee54 req-df5b3d73-ea53-4276-bd19-31a93e8eb2b4 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:41.614206 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9f4e8bb1-9e6c-4eb9-bb8a-2fb56218ee54 req-df5b3d73-ea53-4276-bd19-31a93e8eb2b4 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 943 time: 0.0462165 Oct 24 13:14:41.661382 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9f4e8bb1-9e6c-4eb9-bb8a-2fb56218ee54 req-fc0cee72-97c9-4ac2-beb4-b31ead397980 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Oct 24 13:14:41.696819 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:14:41.700253 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:14:41.803964 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 9241fec5-c702-4043-a917-794ed6ca4105 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:41.804336 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9241fec5-c702-4043-a917-794ed6ca4105), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:41.804673 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 9241fec5-c702-4043-a917-794ed6ca4105 Oct 24 13:14:41.866995 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:41.883352 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11', 'network_id': 'd798f212-6307-408f-b9ac-6cfe966ca074', 'port_id': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11', 'mac_address': 'fa:16:3e:b5:47:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4630b2b2-7ac1-428f-8505-95c132d135c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:14:41.942181 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:41.942571 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:41.956666 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36108ffc-07c7-421f-81d5-57f1ee007cb0 req-ec71b77e-4903-44db-8915-b44997dbf76a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:41.958991 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-36108ffc-07c7-421f-81d5-57f1ee007cb0 req-ec71b77e-4903-44db-8915-b44997dbf76a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 943 time: 0.0651097 Oct 24 13:14:41.960513 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:41.960909 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:41.991242 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:41.991756 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8283d6-6293-4566-a8ae-c81a076e985e req-ff710301-2ba2-43e1-aecd-86631228c0b4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:41.993450 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fb8283d6-6293-4566-a8ae-c81a076e985e req-ff710301-2ba2-43e1-aecd-86631228c0b4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 944 time: 0.0504136 Oct 24 13:14:42.006036 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:42.012154 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:42.016322 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-36108ffc-07c7-421f-81d5-57f1ee007cb0 req-a2a5bbae-9564-4a8d-973f-c9e6c130b616 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516155 Oct 24 13:14:42.040735 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:42.043576 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39220ae6-73a4-4e2d-bbbf-715850e49412" -d '{"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-plugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:42.047487 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:42.054511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:42.057934 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:42.071108 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fb8283d6-6293-4566-a8ae-c81a076e985e req-2bcb7494-50da-4f09-8b6d-99d3cd8dba30 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0695109 Oct 24 13:14:42.094682 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff018564-af0a-4403-9557-c43d00dadf96 x-openstack-request-id: req-ff018564-af0a-4403-9557-c43d00dadf96 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:42.094945 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-plugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:42.095287 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff018564-af0a-4403-9557-c43d00dadf96 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:42.095701 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff018564-af0a-4403-9557-c43d00dadf96'] response: {'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'code': 200} Oct 24 13:14:42.097081 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=7']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:42.101080 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d334fce1-09a7-4f43-a949-33f8ae2c968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:42.160004 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:42.285768 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-40f1f3f3-395e-456a-a774-b21616ca5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:42.287263 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-40f1f3f3-395e-456a-a774-b21616ca5570 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407619 Oct 24 13:14:42.392553 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['71e22cc0-7b16-4e0f-bd74-9915e3a6bc11'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:42.470598 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:42.530820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57cfe2-5073-4a86-ac63-48fa28a87bc8 req-5096076d-cc05-4bf3-ba3c-c2640374dd07 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:42.533300 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7f57cfe2-5073-4a86-ac63-48fa28a87bc8 req-5096076d-cc05-4bf3-ba3c-c2640374dd07 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0593843 Oct 24 13:14:42.547429 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42222c6a-9ebc-4055-9050-07f675b6ff58 req-70e3bb4b-6751-4d69-a5ba-fee883be1696 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:42.549200 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-42222c6a-9ebc-4055-9050-07f675b6ff58 req-70e3bb4b-6751-4d69-a5ba-fee883be1696 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 943 time: 0.0538034 Oct 24 13:14:42.591589 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7f57cfe2-5073-4a86-ac63-48fa28a87bc8 req-6e9d60a9-d269-4c53-aa9e-c851aeca9cc3 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516107 Oct 24 13:14:42.603553 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-42222c6a-9ebc-4055-9050-07f675b6ff58 req-dff0c1c9-ef0d-4d56-b76f-620284b09b88 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460482 Oct 24 13:14:42.811403 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-ff286926-ff9d-4bd4-a508-376531ff1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:42.812881 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-ff286926-ff9d-4bd4-a508-376531ff1b82 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 1127 time: 0.1194770 Oct 24 13:14:42.842580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046df7b3-6ac4-484f-8910-3a7be6569292 req-89f3291a-59c3-4462-8349-a05eb0942e3c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:42.843987 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-046df7b3-6ac4-484f-8910-3a7be6569292 req-89f3291a-59c3-4462-8349-a05eb0942e3c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 944 time: 0.1008093 Oct 24 13:14:42.931781 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:42.947254 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-8eca8488-71d0-437f-9681-7176da0b4892 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525344 Oct 24 13:14:42.996402 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-046df7b3-6ac4-484f-8910-3a7be6569292 req-bf5bf47f-c7fa-4811-9ebf-611f60b39606 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409338 Oct 24 13:14:43.067529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-2a83bf1a-99ad-404e-b6a3-00f4b4cd8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.069006 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-2a83bf1a-99ad-404e-b6a3-00f4b4cd8f8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.2420731 Oct 24 13:14:43.108243 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-661f3af6-f1b4-4c82-aa80-f6ae044e230d req-f7d359d5-ab9d-427f-9607-70bc74200c43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352043 Oct 24 13:14:43.157639 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff10cf-40c2-46cb-bfff-8a67567cc5ff req-90e63aa7-d129-44b6-a0e4-494ca0e5888a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.159335 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6eff10cf-40c2-46cb-bfff-8a67567cc5ff req-90e63aa7-d129-44b6-a0e4-494ca0e5888a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 943 time: 0.0521371 Oct 24 13:14:43.216057 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6eff10cf-40c2-46cb-bfff-8a67567cc5ff req-441b9a6e-515b-4fef-9afe-8ac180dfc4c5 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Oct 24 13:14:43.218974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca94a-f45b-4767-a616-62f5fc64c8af req-40cc77a9-b6be-469e-855e-ec939b5e04fe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.220850 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ec8ca94a-f45b-4767-a616-62f5fc64c8af req-40cc77a9-b6be-469e-855e-ec939b5e04fe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0551457 Oct 24 13:14:43.271653 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ec8ca94a-f45b-4767-a616-62f5fc64c8af req-48595550-4b52-4c49-b7dd-48d47d5c4a1f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454063 Oct 24 13:14:43.706043 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b1289f23-07a5-45c6-9004-035914303827 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:14:43.708968 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:14:43.724974 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-f00cc32e-a6f2-4e9a-94cc-bb24bcc7c8f7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37f90190-526c-4317-90a1-c6197bdf36c1 HTTP/1.1" status: 200 len: 217 time: 0.0536618 Oct 24 13:14:43.726374 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03352e-8040-4925-8cd4-18203232dd1f req-4d47a415-94ca-42ee-9ade-d5ce64be401f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.735087 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3e03352e-8040-4925-8cd4-18203232dd1f req-4d47a415-94ca-42ee-9ade-d5ce64be401f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0632246 Oct 24 13:14:43.829451 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3e03352e-8040-4925-8cd4-18203232dd1f req-1737e6f3-ead8-4785-9021-2fc180688250 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930014 Oct 24 13:14:43.843216 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:43.844771 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-98e86054-6a31-4d15-a9c0-ac38e67519f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.846688 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-98e86054-6a31-4d15-a9c0-ac38e67519f5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.1141524 Oct 24 13:14:43.856167 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712bf0-0f3b-4894-94ce-68e625c44e04 req-0a4fa96e-5883-4f03-829d-332332c7b8e9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.861583 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d712bf0-0f3b-4894-94ce-68e625c44e04 req-0a4fa96e-5883-4f03-829d-332332c7b8e9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 943 time: 0.0806322 Oct 24 13:14:43.892699 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:14:43.927722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:43.928093 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:43.928432 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 Oct 24 13:14:43.940762 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-147324c1-bed7-4871-a563-763a8248ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:43.943460 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-147324c1-bed7-4871-a563-763a8248ab74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788472 Oct 24 13:14:43.999788 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d712bf0-0f3b-4894-94ce-68e625c44e04 req-7dea734b-5c37-4dfd-a6c6-4be0e34d9d35 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229951 Oct 24 13:14:44.008439 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port b1289f23-07a5-45c6-9004-035914303827, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b1289f23-07a5-45c6-9004-035914303827,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:44.090042 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': 'b1289f23-07a5-45c6-9004-035914303827', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:14:44.104646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:44.105059 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:44.109743 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-2bfd163b-44b7-464f-98ab-fd5e85ff6ec8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499891 Oct 24 13:14:44.167068 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a850e2-f49d-4ed5-935c-c9f5d6817e93 req-bf87068f-3205-4b0e-b9c6-71d111c06d10 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:44.174871 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-04a850e2-f49d-4ed5-935c-c9f5d6817e93 req-bf87068f-3205-4b0e-b9c6-71d111c06d10 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 944 time: 0.0638990 Oct 24 13:14:44.178022 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port b1289f23-07a5-45c6-9004-035914303827 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:44.178418 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b1289f23-07a5-45c6-9004-035914303827), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:44.189554 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:44.208352 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1289f23-07a5-45c6-9004-035914303827 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:44.227918 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:44.230460 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7220152-6482-455f-85e8-70f3aa48d800" -d '{"events": [{"server_uuid": "76c60f48-8ebd-45ea-880a-c786cf73b541", "name": "network-vif-plugged", "status": "completed", "tag": "71e22cc0-7b16-4e0f-bd74-9915e3a6bc11"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:44.257021 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2ba6ac69-10f3-46e3-9a5f-d59ace305b10 req-2da1da55-1378-4519-9f45-87e1bc8c5f1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376991 Oct 24 13:14:44.261901 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-04a850e2-f49d-4ed5-935c-c9f5d6817e93 req-c29615a7-45e0-4b6d-999a-63e2fc54ee00 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Oct 24 13:14:44.291031 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port b1289f23-07a5-45c6-9004-035914303827, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b1289f23-07a5-45c6-9004-035914303827,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:44.305219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:44.307889 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b1289f23-07a5-45c6-9004-035914303827), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:44.346739 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323b43d-4014-46cf-a3d8-be215f724532 x-openstack-request-id: req-4323b43d-4014-46cf-a3d8-be215f724532 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:44.347111 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c60f48-8ebd-45ea-880a-c786cf73b541", "name": "network-vif-plugged", "status": "completed", "tag": "71e22cc0-7b16-4e0f-bd74-9915e3a6bc11", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:44.347554 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4323b43d-4014-46cf-a3d8-be215f724532 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:44.348087 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4323b43d-4014-46cf-a3d8-be215f724532'] response: {'server_uuid': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11', 'code': 200} Oct 24 13:14:44.352521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:44.403904 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5e45efc8-ad74-49b4-81eb-838bd8d4d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:44.423148 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3d303-afc7-442a-9fc2-370fd640e735 req-bdebe0bc-1921-4df6-9fdf-5e7c386ba23d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:44.431314 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7da3d303-afc7-442a-9fc2-370fd640e735 req-bdebe0bc-1921-4df6-9fdf-5e7c386ba23d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 944 time: 0.0626605 Oct 24 13:14:44.438322 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=b1289f23-07a5-45c6-9004-035914303827,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:44.483612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:44.519797 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7da3d303-afc7-442a-9fc2-370fd640e735 req-0bb8cef5-d22d-4b9a-9b65-25fe537e097b tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874484 Oct 24 13:14:44.522267 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:44.568524 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a3423-d2b0-454a-843a-e89b0cc1060c req-2c1cf891-25d1-45e1-9393-0d228b66b712 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:44.570438 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-636a3423-d2b0-454a-843a-e89b0cc1060c req-2c1cf891-25d1-45e1-9393-0d228b66b712 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1102221 Oct 24 13:14:44.622903 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3edb-4c3f-499a-94cf-40ac07d58af5 req-561f4d02-932d-4b77-bcef-74f4ca66e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:44.624454 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-199b3edb-4c3f-499a-94cf-40ac07d58af5 req-561f4d02-932d-4b77-bcef-74f4ca66e2c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 1129 time: 0.0736015 Oct 24 13:14:44.654755 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-636a3423-d2b0-454a-843a-e89b0cc1060c req-c03b6315-2c61-4fc9-8b22-5871a258b7a8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0674891 Oct 24 13:14:44.694535 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['b1289f23-07a5-45c6-9004-035914303827'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:44.700266 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-199b3edb-4c3f-499a-94cf-40ac07d58af5 req-ab9d6ef8-9788-4cc2-add9-1ac6cd6ddffc service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619624 Oct 24 13:14:44.962383 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfd791-00ed-4458-955f-89b3a4d8f702 req-356417d3-3bd7-4651-9231-ee060aa9844d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:44.963968 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-25bfd791-00ed-4458-955f-89b3a4d8f702 req-356417d3-3bd7-4651-9231-ee060aa9844d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0505564 Oct 24 13:14:45.024515 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-25bfd791-00ed-4458-955f-89b3a4d8f702 req-a18862ba-fc7b-45bd-a40a-45e9e8a23eee tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521433 Oct 24 13:14:45.216909 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f8051-0a74-44f8-88c0-d1d9fd002247 req-c24e9455-3a94-4ce8-8226-b13ea5c94f8e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:45.219257 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-474f8051-0a74-44f8-88c0-d1d9fd002247 req-c24e9455-3a94-4ce8-8226-b13ea5c94f8e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 943 time: 0.0855517 Oct 24 13:14:45.286223 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-474f8051-0a74-44f8-88c0-d1d9fd002247 req-6d879936-08ac-47d0-8b38-238feb0cfdba tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613778 Oct 24 13:14:45.369040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:45.429819 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42805ca8-8f8f-4f90-b97e-43ed48ccedf1 req-cd9771e7-be9b-40eb-8570-c001878393a0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:45.436916 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-42805ca8-8f8f-4f90-b97e-43ed48ccedf1 req-cd9771e7-be9b-40eb-8570-c001878393a0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.0782557 Oct 24 13:14:45.501486 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-42805ca8-8f8f-4f90-b97e-43ed48ccedf1 req-308a9154-120b-4460-bcfb-81bec1e1cc0f tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Oct 24 13:14:45.635879 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:45.676872 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d91b-f45f-4907-9b11-7840d9121374 req-0dfa7ba1-b47d-40e6-a0bf-85b79e77e5a8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:45.682049 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1114d91b-f45f-4907-9b11-7840d9121374 req-0dfa7ba1-b47d-40e6-a0bf-85b79e77e5a8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 944 time: 0.0739250 Oct 24 13:14:45.732036 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1114d91b-f45f-4907-9b11-7840d9121374 req-ecfdcc05-8e98-4ab1-9cdb-740a57914135 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491054 Oct 24 13:14:45.776441 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 37f90190-526c-4317-90a1-c6197bdf36c1 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:14:45.781027 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b1289f23-07a5-45c6-9004-035914303827 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:14:45.825799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:45.838472 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:45.853305 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287df2e-7525-4ed0-a103-7be534141f60 req-2e6b9e28-1767-4f7c-a1e1-8a415e2e8177 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:45.857374 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4287df2e-7525-4ed0-a103-7be534141f60 req-2e6b9e28-1767-4f7c-a1e1-8a415e2e8177 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0699852 Oct 24 13:14:45.909306 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port b1289f23-07a5-45c6-9004-035914303827 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:14:45.920061 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port b1289f23-07a5-45c6-9004-035914303827 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:45.920446 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (b1289f23-07a5-45c6-9004-035914303827), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:45.920787 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port b1289f23-07a5-45c6-9004-035914303827 Oct 24 13:14:45.925601 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4287df2e-7525-4ed0-a103-7be534141f60 req-a44c06fd-dbbf-4dcd-a20c-996b4e33ca53 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0624444 Oct 24 13:14:45.979327 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 37f90190-526c-4317-90a1-c6197bdf36c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=37f90190-526c-4317-90a1-c6197bdf36c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:45.999597 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '37f90190-526c-4317-90a1-c6197bdf36c1', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'port_id': '37f90190-526c-4317-90a1-c6197bdf36c1', 'mac_address': 'fa:16:3e:46:e3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:14:46.068138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 37f90190-526c-4317-90a1-c6197bdf36c1 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:46.068626 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:46.070835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port b1289f23-07a5-45c6-9004-035914303827 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:46.071318 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b1289f23-07a5-45c6-9004-035914303827), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:46.112887 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f90190-526c-4317-90a1-c6197bdf36c1 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:14:46.147728 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 37f90190-526c-4317-90a1-c6197bdf36c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=37f90190-526c-4317-90a1-c6197bdf36c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:46.153325 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port b1289f23-07a5-45c6-9004-035914303827, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b1289f23-07a5-45c6-9004-035914303827,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:46.154390 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:46.181307 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b1289f23-07a5-45c6-9004-035914303827), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:46.220705 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=37f90190-526c-4317-90a1-c6197bdf36c1,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:46.287403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=b1289f23-07a5-45c6-9004-035914303827,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:46.349893 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1289f23-07a5-45c6-9004-035914303827'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:46.352236 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b7206d-6ec6-46a5-b46c-e26f7d25826e" -d '{"events": [{"server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "name": "network-vif-plugged", "status": "completed", "tag": "b1289f23-07a5-45c6-9004-035914303827"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:46.399828 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:46.401945 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae37d597-8c3b-42f0-a145-65532534e2be x-openstack-request-id: req-ae37d597-8c3b-42f0-a145-65532534e2be {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:46.402243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "name": "network-vif-plugged", "status": "completed", "tag": "b1289f23-07a5-45c6-9004-035914303827", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:46.402493 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae37d597-8c3b-42f0-a145-65532534e2be {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:46.403096 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae37d597-8c3b-42f0-a145-65532534e2be'] response: {'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1289f23-07a5-45c6-9004-035914303827', 'code': 200} Oct 24 13:14:46.438201 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1f199-a7a7-4d54-aa32-eb024e2d4fea req-8ce4f877-a696-4221-9588-c6ac48eab0a3 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:46.440680 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-83b1f199-a7a7-4d54-aa32-eb024e2d4fea req-8ce4f877-a696-4221-9588-c6ac48eab0a3 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 944 time: 0.0525656 Oct 24 13:14:46.496095 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-83b1f199-a7a7-4d54-aa32-eb024e2d4fea req-e9742a02-775c-44cf-9f68-2dfce4048988 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483444 Oct 24 13:14:46.648575 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a03c53-a86a-4e1d-891b-82a275ec1f7c req-65afb249-a9ca-4c11-803a-4a7a50161556 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:46.650148 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f7a03c53-a86a-4e1d-891b-82a275ec1f7c req-65afb249-a9ca-4c11-803a-4a7a50161556 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.0594823 Oct 24 13:14:46.656507 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['37f90190-526c-4317-90a1-c6197bdf36c1'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:14:46.728995 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f7a03c53-a86a-4e1d-891b-82a275ec1f7c req-89d276d4-9708-48ea-bf38-35c28b3bd5b1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720212 Oct 24 13:14:46.946713 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28cffb-3a73-4ebf-afd6-cc32ea764b1c req-cc9e1ff7-711e-463f-bcfc-8faa5c2c7307 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:46.951567 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1e28cffb-3a73-4ebf-afd6-cc32ea764b1c req-cc9e1ff7-711e-463f-bcfc-8faa5c2c7307 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0623627 Oct 24 13:14:47.046020 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1e28cffb-3a73-4ebf-afd6-cc32ea764b1c req-c6ba8126-416b-4853-8f58-816f49e25705 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904567 Oct 24 13:14:47.109669 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9a0fb-50bc-47f4-9648-81a378758ee8 req-b8208e95-ed3e-4489-9c35-cafb22469072 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:47.111373 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fcf9a0fb-50bc-47f4-9648-81a378758ee8 req-b8208e95-ed3e-4489-9c35-cafb22469072 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0742583 Oct 24 13:14:47.118501 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401f3e3-690f-4d5d-b6c7-52524b866f50 req-695abcfb-9192-4ce5-a78b-d4fd8027d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:47.120279 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0401f3e3-690f-4d5d-b6c7-52524b866f50 req-695abcfb-9192-4ce5-a78b-d4fd8027d5f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0481052 Oct 24 13:14:47.168746 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fcf9a0fb-50bc-47f4-9648-81a378758ee8 req-2c05744c-5add-4c52-8e2c-7a2faa1a8d42 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507867 Oct 24 13:14:47.172725 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0401f3e3-690f-4d5d-b6c7-52524b866f50 req-2bdc3ed9-3587-4661-9ee6-031ed985ad05 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 Oct 24 13:14:47.266694 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:47.300578 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:47.463229 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:14:47.651299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99d11-6257-4341-b2ff-e1b4320db5e5 req-f3aac2a0-b332-45cd-90a0-45e242e836e8 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:47.653737 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-23c99d11-6257-4341-b2ff-e1b4320db5e5 req-f3aac2a0-b332-45cd-90a0-45e242e836e8 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 944 time: 0.0619543 Oct 24 13:14:47.709949 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-23c99d11-6257-4341-b2ff-e1b4320db5e5 req-e5e1c551-8fc9-4673-979f-7ccf07a5f765 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502760 Oct 24 13:14:47.880684 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290179ee-0f3f-4715-aa28-85dbaed58e48 req-f39cbfa4-f3a0-41b6-9ad6-83b6e05972b1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:47.882290 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-290179ee-0f3f-4715-aa28-85dbaed58e48 req-f39cbfa4-f3a0-41b6-9ad6-83b6e05972b1 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.0636356 Oct 24 13:14:47.951853 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-290179ee-0f3f-4715-aa28-85dbaed58e48 req-aa396550-7e25-45ab-8137-964691bdc533 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628181 Oct 24 13:14:48.170718 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 37f90190-526c-4317-90a1-c6197bdf36c1 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:14:48.210805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6a5a-8a13-4e3c-997b-bf30fa92f351 req-ecaab96f-661b-47b6-a542-7998792b1d77 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:48.212802 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8cfc6a5a-8a13-4e3c-997b-bf30fa92f351 req-ecaab96f-661b-47b6-a542-7998792b1d77 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0711889 Oct 24 13:14:48.241286 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 37f90190-526c-4317-90a1-c6197bdf36c1 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:14:48.262696 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 37f90190-526c-4317-90a1-c6197bdf36c1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:14:48.263165 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:48.263707 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 37f90190-526c-4317-90a1-c6197bdf36c1 Oct 24 13:14:48.327209 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8cfc6a5a-8a13-4e3c-997b-bf30fa92f351 req-8f67dba6-0230-4dda-8a33-ab5ba65ac3ff tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042442 Oct 24 13:14:48.409029 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 37f90190-526c-4317-90a1-c6197bdf36c1 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:14:48.409942 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:48.450259 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955dbf-0997-4cae-954b-61402dee5c02 req-ee79d537-6c9a-49cf-8bb9-34083a57e2b4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:48.452912 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-97955dbf-0997-4cae-954b-61402dee5c02 req-ee79d537-6c9a-49cf-8bb9-34083a57e2b4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1191874 Oct 24 13:14:48.455010 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:48.455728 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:48.456428 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:48.459589 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2d1b8e-5fdd-4480-b2c4-2092ad6bbccd" -d '{"events": [{"server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "name": "network-vif-plugged", "status": "completed", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:48.468328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 37f90190-526c-4317-90a1-c6197bdf36c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=37f90190-526c-4317-90a1-c6197bdf36c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:48.475219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:48.529874 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-97955dbf-0997-4cae-954b-61402dee5c02 req-ad06ecfa-cc41-4823-93e3-9b73400b2b7f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699241 Oct 24 13:14:48.564720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42578113-9ef3-49da-955c-de7c57003254 x-openstack-request-id: req-42578113-9ef3-49da-955c-de7c57003254 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:48.565036 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "name": "network-vif-plugged", "status": "completed", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:48.565310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42578113-9ef3-49da-955c-de7c57003254 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:48.565748 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42578113-9ef3-49da-955c-de7c57003254'] response: {'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1', 'code': 200} Oct 24 13:14:48.569336 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=37f90190-526c-4317-90a1-c6197bdf36c1,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:48.829628 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff52a57-0a58-4dcc-bc42-b758eacd4995 req-9c387b34-b873-4319-9e1e-b47a949be989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:48.831331 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0ff52a57-0a58-4dcc-bc42-b758eacd4995 req-9c387b34-b873-4319-9e1e-b47a949be989 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 1129 time: 0.0437279 Oct 24 13:14:49.108546 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd56bdf-67b0-4dda-b560-77e644ae821b req-aa895759-a64c-4767-b5f0-476c5495c90c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:49.110948 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-acd56bdf-67b0-4dda-b560-77e644ae821b req-aa895759-a64c-4767-b5f0-476c5495c90c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.0654631 Oct 24 13:14:49.153824 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:49.160635 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeb21d-11f3-4eea-9d57-9659cba76cb6 req-c6804c8b-4e1a-425f-ac6a-30befa87062a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:49.162464 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9edeb21d-11f3-4eea-9d57-9659cba76cb6 req-c6804c8b-4e1a-425f-ac6a-30befa87062a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.3047032 Oct 24 13:14:49.191729 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-acd56bdf-67b0-4dda-b560-77e644ae821b req-ca4f1039-ab78-4b65-8993-bc0f944cf24c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Oct 24 13:14:49.221192 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9edeb21d-11f3-4eea-9d57-9659cba76cb6 req-19b43fb5-cb8b-44c7-836c-2a9e88dbfa19 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505300 Oct 24 13:14:49.586713 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22441af-f3a5-4b47-b812-8a7d2845dee8 req-cce70fdb-5c77-4ee4-accc-def9fe464374 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:49.595993 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e22441af-f3a5-4b47-b812-8a7d2845dee8 req-cce70fdb-5c77-4ee4-accc-def9fe464374 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.1362822 Oct 24 13:14:49.696992 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e22441af-f3a5-4b47-b812-8a7d2845dee8 req-9d8362c0-68cd-4d1d-936b-5283ba89634a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997410 Oct 24 13:14:49.740200 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0ff52a57-0a58-4dcc-bc42-b758eacd4995 req-5eff7ed5-be86-43a6-865d-8f02ba5952dd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104953 Oct 24 13:14:49.770467 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91670b-929a-4514-9c75-0244db053f46 req-f4b59199-053a-4edd-89a9-b36f89a7034d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:49.772212 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1e91670b-929a-4514-9c75-0244db053f46 req-f4b59199-053a-4edd-89a9-b36f89a7034d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0744495 Oct 24 13:14:49.828639 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1e91670b-929a-4514-9c75-0244db053f46 req-ecf4a2b9-c024-4d75-b506-473f26f19cee tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496352 Oct 24 13:14:50.347873 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b12ceb-654c-48e1-90cd-f5ecb22b8c4a req-7d4edc14-a248-4766-a95c-f38b3c30c1d3 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:50.350723 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40b12ceb-654c-48e1-90cd-f5ecb22b8c4a req-7d4edc14-a248-4766-a95c-f38b3c30c1d3 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.0827787 Oct 24 13:14:50.376288 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:50.408849 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3fdc1-13f7-44c3-81b3-625fa2dbdc0e req-516ab4f4-91d3-474e-9de3-c84621f2067d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:50.419263 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7bb3fdc1-13f7-44c3-81b3-625fa2dbdc0e req-516ab4f4-91d3-474e-9de3-c84621f2067d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0836401 Oct 24 13:14:50.432290 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40b12ceb-654c-48e1-90cd-f5ecb22b8c4a req-d12607e5-10ea-4cab-ad49-28e8ba88708c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756118 Oct 24 13:14:50.500768 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7bb3fdc1-13f7-44c3-81b3-625fa2dbdc0e req-da8819d7-9498-4ee5-8b42-174909142d2a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806034 Oct 24 13:14:50.830769 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcddfdd-d526-47e7-8542-a81a976e279d req-6aacf059-1f29-4422-9692-79bcdf6a6587 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:50.832420 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7dcddfdd-d526-47e7-8542-a81a976e279d req-6aacf059-1f29-4422-9692-79bcdf6a6587 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Oct 24 13:14:50.907020 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7dcddfdd-d526-47e7-8542-a81a976e279d req-1f271a48-e8ff-44c5-a02a-36adadc4ca33 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623803 Oct 24 13:14:50.993309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb70c6-0fc4-4fed-bd4c-c3c5d7e87ffe req-11bca0c4-3a6d-4a21-8fab-f1c1caddaa82 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:50.995322 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cbb70c6-0fc4-4fed-bd4c-c3c5d7e87ffe req-11bca0c4-3a6d-4a21-8fab-f1c1caddaa82 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0534637 Oct 24 13:14:51.043125 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20cd4-4c18-4224-ba4b-a4d1c2a8fe32 req-1c9d2d5d-166f-4f7d-8948-203806f36dd9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:51.047936 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e6a20cd4-4c18-4224-ba4b-a4d1c2a8fe32 req-1c9d2d5d-166f-4f7d-8948-203806f36dd9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0583787 Oct 24 13:14:51.055257 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34628) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:51.066839 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'floatingip': {'port_id': 'b1289f23-07a5-45c6-9004-035914303827'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:51.087703 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5cbb70c6-0fc4-4fed-bd4c-c3c5d7e87ffe req-4e358587-1ea3-4628-b4e7-7772fc466c3c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830269 Oct 24 13:14:51.137884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:51.416761 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:51.679897 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f909-b9c7-4a4b-89db-77b192ed1254 req-3a946bc9-d031-4385-8d5c-b14a4a2f0c97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:51.688272 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fd58f909-b9c7-4a4b-89db-77b192ed1254 req-3a946bc9-d031-4385-8d5c-b14a4a2f0c97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0971341 Oct 24 13:14:51.706160 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15c727-8d6f-46d2-b9d3-60417f94332a req-d6d8830f-da00-4fb1-883d-5fda6d2eef2c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:51.708335 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2e15c727-8d6f-46d2-b9d3-60417f94332a req-d6d8830f-da00-4fb1-883d-5fda6d2eef2c tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.1823270 Oct 24 13:14:51.742388 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fd58f909-b9c7-4a4b-89db-77b192ed1254 req-0238ce80-ea45-46e5-a23c-ad53ce2f4091 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529432 Oct 24 13:14:51.755688 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.db.resource_extend [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 24 13:14:51.843594 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:51.849024 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2e15c727-8d6f-46d2-b9d3-60417f94332a req-cc6c1c4d-d7a9-4275-b9e6-e3010f2f9494 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288905 Oct 24 13:14:51.850124 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:51.967033 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Floating IP 485b80dc-dbea-4472-902a-2466ba4bfb6f associated. External IP: 172.27.1.253, port: b1289f23-07a5-45c6-9004-035914303827. Oct 24 13:14:52.128254 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:52.295365 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Router 876b8567-e285-4fe2-9a96-71f23d22bf14 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:14:52.305265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2ef24-33f7-4a7a-8842-c3d9d71c10eb req-b52940e1-611d-4bb1-8ca7-d40fde192aa5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:52.306842 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb2ef24-33f7-4a7a-8842-c3d9d71c10eb req-b52940e1-611d-4bb1-8ca7-d40fde192aa5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0858717 Oct 24 13:14:52.431613 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5cb2ef24-33f7-4a7a-8842-c3d9d71c10eb req-84c93c5d-b129-4ce1-b288-c11d536675ec tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1170373 Oct 24 13:14:52.487660 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:14:52.492681 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:52.502311 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] Sync routers for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:14:52.523784 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:14:52.524731 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:14:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:52.546839 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f54e782b-ce91-4456-b524-7627473ba06d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/485b80dc-dbea-4472-902a-2466ba4bfb6f HTTP/1.1" status: 200 len: 991 time: 1.4903493 Oct 24 13:14:52.547397 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:52.550564 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:52.615754 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230eddb4-de4a-42d9-9c3f-da7000793c46 x-openstack-request-id: req-230eddb4-de4a-42d9-9c3f-da7000793c46 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:52.616102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:52.616368 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-230eddb4-de4a-42d9-9c3f-da7000793c46 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:52.616827 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230eddb4-de4a-42d9-9c3f-da7000793c46'] response: {'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827', 'status': 'completed', 'code': 200} Oct 24 13:14:52.731008 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-45d2c630-933f-437a-93ad-95a50c931231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:52.735178 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-45d2c630-933f-437a-93ad-95a50c931231 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0824692 Oct 24 13:14:52.744357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-8d21a06b-c76a-460f-9262-adb226d02b56 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:52.755562 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-8d21a06b-c76a-460f-9262-adb226d02b56 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.1521664 Oct 24 13:14:52.879929 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:14:52.957326 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa4c4-e4f5-416c-a340-68680b155c81 req-0c33426d-94bc-49ed-be62-7b3d8d593c07 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:52.966090 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-aeafa4c4-e4f5-416c-a340-68680b155c81 req-0c33426d-94bc-49ed-be62-7b3d8d593c07 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0781393 Oct 24 13:14:53.028504 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-aeafa4c4-e4f5-416c-a340-68680b155c81 req-165c57a1-1ddc-43e4-b98e-3a9eb5b59734 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614464 Oct 24 13:14:53.071024 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f111d25-2ebc-49f3-acc8-d8ca9bb19857 req-e3c8a367-7e53-495f-b93e-2be999c511cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:53.072941 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8f111d25-2ebc-49f3-acc8-d8ca9bb19857 req-e3c8a367-7e53-495f-b93e-2be999c511cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.0993879 Oct 24 13:14:53.095197 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:53.152597 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8f111d25-2ebc-49f3-acc8-d8ca9bb19857 req-3311a4aa-4d03-4357-8805-5a0532035bb5 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Oct 24 13:14:53.239555 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '485b80dc-dbea-4472-902a-2466ba4bfb6f', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:29Z', 'updated_at': '2022-10-24T13:14:51Z', 'revision_number': 1, 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:53.273682 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] Checking router: 876b8567-e285-4fe2-9a96-71f23d22bf14 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:14:53.283721 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:14:53.285637 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:14:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:53.415904 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:14:53.723185 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-47b4ec78-f1af-4d1e-ab1f-e32abfde777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:53.724932 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-47b4ec78-f1af-4d1e-ab1f-e32abfde777c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.2371557 Oct 24 13:14:53.779286 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396d0ab-39b3-49c8-87de-cb34c3cac5d1 req-20dcc197-7b0a-45b9-af96-e39fc6a9da5b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:53.781643 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f396d0ab-39b3-49c8-87de-cb34c3cac5d1 req-20dcc197-7b0a-45b9-af96-e39fc6a9da5b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1537213 Oct 24 13:14:53.851645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:53.884318 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f396d0ab-39b3-49c8-87de-cb34c3cac5d1 req-bae07775-372e-4bf0-a9e5-60f83b840914 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0936475 Oct 24 13:14:53.919651 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '485b80dc-dbea-4472-902a-2466ba4bfb6f', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:29Z', 'updated_at': '2022-10-24T13:14:51Z', 'revision_number': 1, 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:53.942569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Deleting port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:14:53.942569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:53.949383 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33088ecc-7968-49ca-bf4c-35af2ea2ea8c None None] The sync data for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi is: [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '485b80dc-dbea-4472-902a-2466ba4bfb6f', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:29Z', 'updated_at': '2022-10-24T13:14:51Z', 'revision_number': 1, 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:14:54.009381 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-2b19ae68-3478-40c7-b222-4863277f04fd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 999 time: 0.2572901 Oct 24 13:14:54.115773 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:54.140352 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-ad596ba0-7eb0-4aa0-aee7-4a79f2978a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:54.141855 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-ad596ba0-7eb0-4aa0-aee7-4a79f2978a1b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.1020927 Oct 24 13:14:54.263522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] For port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,segment=NetworkSegment(adce2aee-1e1b-46f2-b512-d30867ada193),segment_id=adce2aee-1e1b-46f2-b512-d30867ada193)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:14:54.264190 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:54.289549 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3b3f-d680-4378-aa69-5a2fb9a258b0 req-92aac38e-130a-46d9-a25f-e78415ebcf97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:54.295798 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bd9a3b3f-d680-4378-aa69-5a2fb9a258b0 req-92aac38e-130a-46d9-a25f-e78415ebcf97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.1529748 Oct 24 13:14:54.361287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Calling delete_port for 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:14:54.364333 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-4d0b319b-4a33-4258-9ae4-960a9fe3f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:54.366236 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-4d0b319b-4a33-4258-9ae4-960a9fe3f188 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1922057 Oct 24 13:14:54.388647 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917905-3a11-48c0-a79f-a1ea169b2983 req-451d44d3-eefd-40f7-bf6f-489dbca25873 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:54.396731 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cc917905-3a11-48c0-a79f-a1ea169b2983 req-451d44d3-eefd-40f7-bf6f-489dbca25873 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 945 time: 0.1390786 Oct 24 13:14:54.467030 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cc917905-3a11-48c0-a79f-a1ea169b2983 req-e5f1c9aa-ca04-445e-ba19-39d2a4f605cb tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 Oct 24 13:14:54.506863 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bd9a3b3f-d680-4378-aa69-5a2fb9a258b0 req-a435b287-3e40-4c82-a2f2-d623b7542f67 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893570 Oct 24 13:14:54.616367 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-dfdcfffb-fc09-4874-a7ca-a63390c2eaff service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256002 Oct 24 13:14:54.654255 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a637e-6330-48c9-a945-23075388d7a8 req-85c77ff1-d3d2-40c5-887a-54d6c43a8350 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:54.657868 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b16a637e-6330-48c9-a945-23075388d7a8 req-85c77ff1-d3d2-40c5-887a-54d6c43a8350 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0618749 Oct 24 13:14:54.669755 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34678) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:14:54.675750 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'port_id': '37f90190-526c-4317-90a1-c6197bdf36c1'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:14:54.723001 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (76adfed8-a173-4ce4-b4f3-5125b642af39), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:54.787814 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:54.812694 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (71e22cc0-7b16-4e0f-bd74-9915e3a6bc11), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:54.848174 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b7cf7a0d-c611-4a60-9d8f-9506cc92c616 req-74c509a9-c5e5-4968-9d18-1ab40a2ce88b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235715 Oct 24 13:14:54.849273 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Pushing event deleted for resources: {'Port': ['ID=71e22cc0-7b16-4e0f-bd74-9915e3a6bc11,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:14:55.041548 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] No DVR routers for this DVR port 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:14:55.046988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:55.050633 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1102ac63-6a73-459c-ab92-1c0911debe2b req-03b237b6-6ba9-45fc-ac57-437cdc1440e0 tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.25 "DELETE /networking/v2.0/ports/71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 HTTP/1.1" status: 204 len: 173 time: 1.5318043 Oct 24 13:14:55.060539 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'name': 'network-vif-deleted', 'tag': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:55.060539 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4848f81a-f170-48dc-8f8d-1eb3fd329b2d" -d '{"events": [{"server_uuid": "76c60f48-8ebd-45ea-880a-c786cf73b541", "name": "network-vif-deleted", "tag": "71e22cc0-7b16-4e0f-bd74-9915e3a6bc11"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:55.101618 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d50f1-d893-4bb3-9dc4-5ebb8b2ceee5 req-829b9e7c-4dbc-4f75-8029-757a2d3dbd9b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:55.109092 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7d0d50f1-d893-4bb3-9dc4-5ebb8b2ceee5 req-829b9e7c-4dbc-4f75-8029-757a2d3dbd9b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.1087687 Oct 24 13:14:55.149257 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106dbcab-fcb1-4736-8704-cc7f89794a0e x-openstack-request-id: req-106dbcab-fcb1-4736-8704-cc7f89794a0e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:55.150090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c60f48-8ebd-45ea-880a-c786cf73b541", "name": "network-vif-deleted", "tag": "71e22cc0-7b16-4e0f-bd74-9915e3a6bc11", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:55.150090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-106dbcab-fcb1-4736-8704-cc7f89794a0e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:55.150413 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106dbcab-fcb1-4736-8704-cc7f89794a0e'] response: {'server_uuid': '76c60f48-8ebd-45ea-880a-c786cf73b541', 'name': 'network-vif-deleted', 'tag': '71e22cc0-7b16-4e0f-bd74-9915e3a6bc11', 'status': 'completed', 'code': 200} Oct 24 13:14:55.196992 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81528698-c7ce-40dc-8b33-09c6848b0a0a None None] New status for floating IP 485b80dc-dbea-4472-902a-2466ba4bfb6f: ACTIVE {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:14:55.205913 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7d0d50f1-d893-4bb3-9dc4-5ebb8b2ceee5 req-10427640-a41b-4c33-a7a8-35933358abbc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0958929 Oct 24 13:14:55.330020 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:55.399729 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:55.404896 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (76adfed8-a173-4ce4-b4f3-5125b642af39), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:55.768880 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e72656f7-e79b-484d-b2f8-288cd47dcdeb req-563568ac-f291-4a91-9100-07e5370b079d tempest-VolumesActionsTest-1149227572 tempest-VolumesActionsTest-1149227572-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76c60f48-8ebd-45ea-880a-c786cf73b541 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Oct 24 13:14:55.785495 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP 76adfed8-a173-4ce4-b4f3-5125b642af39 associated. External IP: 172.27.1.61, port: 37f90190-526c-4317-90a1-c6197bdf36c1. Oct 24 13:14:55.796060 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:55.870834 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-6b5be31c-ac6d-4654-99c2-6c5c2fee1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:55.872584 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-6b5be31c-ac6d-4654-99c2-6c5c2fee1736 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1129 time: 0.0499341 Oct 24 13:14:55.981688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-d36dc0a8-c6f2-4756-bf3b-e98fa4e8764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:55.983316 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-d36dc0a8-c6f2-4756-bf3b-e98fa4e8764f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.1036146 Oct 24 13:14:56.016869 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:14:56.060824 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-7264541d-b3f7-453a-8e52-d1e7813274a8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 1001 time: 0.0679352 Oct 24 13:14:56.115454 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:56.131213 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:14:56.136897 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:14:56.141935 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:14:56.153298 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:14:56.153917 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:14:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:56.168201 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c6ea1545-2674-4a05-a875-302dc05f9019 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/76adfed8-a173-4ce4-b4f3-5125b642af39 HTTP/1.1" status: 200 len: 990 time: 1.4972556 Oct 24 13:14:56.168817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:14:56.171079 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b443e62-4f8e-402e-8eb0-2ec96668625c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:14:56.193776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:56.204492 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:14:56.214362 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4017dd2-3f04-4c67-a610-cf7ea342e2b9 x-openstack-request-id: req-b4017dd2-3f04-4c67-a610-cf7ea342e2b9 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:14:56.214716 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:14:56.215032 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4017dd2-3f04-4c67-a610-cf7ea342e2b9 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:14:56.215465 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4017dd2-3f04-4c67-a610-cf7ea342e2b9'] response: {'name': 'network-changed', 'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1', 'status': 'completed', 'code': 200} Oct 24 13:14:56.234443 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:14:56.234789 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 71e22cc0-7b16-4e0f-bd74-9915e3a6bc11 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:14:56.294868 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:14:56.352702 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:56.384531 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90a71f-59e6-4903-a94c-3d89a8c8ca56 req-f4bea863-e17a-4d6f-900c-19470b6625b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:56.391577 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ff90a71f-59e6-4903-a94c-3d89a8c8ca56 req-f4bea863-e17a-4d6f-900c-19470b6625b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0659513 Oct 24 13:14:56.458954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-5146f348-cf3c-4a81-8784-bba23e2f1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:56.458954 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-5146f348-cf3c-4a81-8784-bba23e2f1be9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 1129 time: 0.1020193 Oct 24 13:14:56.460283 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-a2f4124c-d120-4bc8-9d2e-a77b572b978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:56.461828 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-a2f4124c-d120-4bc8-9d2e-a77b572b978b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.1211739 Oct 24 13:14:56.463145 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ff90a71f-59e6-4903-a94c-3d89a8c8ca56 req-bacf0af4-59d1-4d61-878e-770a780cee38 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595922 Oct 24 13:14:56.513635 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:56.568953 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:18Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}, {'id': '76adfed8-a173-4ce4-b4f3-5125b642af39', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '37f90190-526c-4317-90a1-c6197bdf36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:46:e3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:30Z', 'updated_at': '2022-10-24T13:14:55Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:56.595774 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:14:56.600407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-d28463f2-1cd6-4c4e-8d59-3b4824777b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:56.602049 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-d28463f2-1cd6-4c4e-8d59-3b4824777b74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593956 Oct 24 13:14:56.604455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:14:56.605612 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:14:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:56.618317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-c81a4622-9bac-40d8-841c-7ee32bc79eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:56.619904 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-c81a4622-9bac-40d8-841c-7ee32bc79eb8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.1428187 Oct 24 13:14:56.712932 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:14:56.951516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:18Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}, {'id': '76adfed8-a173-4ce4-b4f3-5125b642af39', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '37f90190-526c-4317-90a1-c6197bdf36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:46:e3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:30Z', 'updated_at': '2022-10-24T13:14:55Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:14:56.977865 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-ec221e96-637e-4425-827c-9eaf432c8e42 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37f90190-526c-4317-90a1-c6197bdf36c1 HTTP/1.1" status: 200 len: 998 time: 0.3486912 Oct 24 13:14:56.986258 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc152-db9d-4f11-a3cb-4c29bcca5f5d None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:18Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}, {'id': '76adfed8-a173-4ce4-b4f3-5125b642af39', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '37f90190-526c-4317-90a1-c6197bdf36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:46:e3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:30Z', 'updated_at': '2022-10-24T13:14:55Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:14:57.050547 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-b078a8b8-6c12-447f-b66b-a504c95f232f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290664 Oct 24 13:14:57.058392 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-a73b7822-03d0-41e9-b663-746b1c31346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:57.059938 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-a73b7822-03d0-41e9-b663-746b1c31346a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0751891 Oct 24 13:14:57.168926 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-53bf0129-7e62-4649-b01f-2fe37127e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:57.170577 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-53bf0129-7e62-4649-b01f-2fe37127e33f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005630 Oct 24 13:14:57.256174 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-21879835-4a9a-49ff-ad95-cba72b636ce6 req-dd1da983-4932-4363-95d5-261bf03529e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952291 Oct 24 13:14:57.283988 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaabab0-b16e-46d2-aeee-0f94ecec7e33 None None] New status for floating IP 76adfed8-a173-4ce4-b4f3-5125b642af39: ACTIVE {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:14:57.304411 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-00a2916b-b39b-4bf2-bfb1-1cc658508cf9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257002 Oct 24 13:14:57.633981 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce2043-ae60-47f5-ad6b-f11597ce64e4 req-cd1632bd-a120-409f-a019-b041708e9645 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:57.635757 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a6ce2043-ae60-47f5-ad6b-f11597ce64e4 req-cd1632bd-a120-409f-a019-b041708e9645 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0713227 Oct 24 13:14:57.688295 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a6ce2043-ae60-47f5-ad6b-f11597ce64e4 req-f5b8064c-a2ea-4313-84b7-2cf403df6fec tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456882 Oct 24 13:14:58.812468 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:14:58.826100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb072-c4d3-4f1e-9ea7-7122cf4935c5 req-f546b0b1-9a91-46bd-a599-d7a7fc1136a1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:14:58.827596 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b25bb072-c4d3-4f1e-9ea7-7122cf4935c5 req-f546b0b1-9a91-46bd-a599-d7a7fc1136a1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0537376 Oct 24 13:14:58.876090 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b25bb072-c4d3-4f1e-9ea7-7122cf4935c5 req-63ea0d7d-73eb-4f35-b51b-0ed591a6b6a5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429473 Oct 24 13:15:00.002265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e24cb-f57a-4a4c-8955-5631dfaf793c req-30f71b4b-722f-4315-b38f-6f398ca87fea tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:00.003784 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9a7e24cb-f57a-4a4c-8955-5631dfaf793c req-30f71b4b-722f-4315-b38f-6f398ca87fea tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 945 time: 0.0460310 Oct 24 13:15:00.025500 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:15:00.053041 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9a7e24cb-f57a-4a4c-8955-5631dfaf793c req-59bb36dc-655a-4e60-83d6-7949a159da16 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438709 Oct 24 13:15:00.097422 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: ACTIVE; New status is: DOWN {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:00.097811 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:00.121387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:15:00.123630 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ec71e-94ac-457a-8330-71bc08d6400d" -d '{"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-unplugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:15:00.137041 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:00.141163 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:00.166904 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Oct 2022 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ec693-ad76-486f-bba5-7b8b4c25216f x-openstack-request-id: req-677ec693-ad76-486f-bba5-7b8b4c25216f {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:15:00.167236 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-unplugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:15:00.167493 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-677ec693-ad76-486f-bba5-7b8b4c25216f {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:15:00.167881 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677ec693-ad76-486f-bba5-7b8b4c25216f'] response: {'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'code': 200} Oct 24 13:15:00.175370 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:00.195347 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=8']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:01.180181 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb645af-fc43-4324-bd86-d4f3fe5c6d78 req-4bf8e241-18d5-4902-9fd5-ccf09063216a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:01.181644 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bbb645af-fc43-4324-bd86-d4f3fe5c6d78 req-4bf8e241-18d5-4902-9fd5-ccf09063216a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0458691 Oct 24 13:15:01.232183 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bbb645af-fc43-4324-bd86-d4f3fe5c6d78 req-06808861-8b77-43d3-8945-a66824847c01 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447824 Oct 24 13:15:01.471070 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b443e62-4f8e-402e-8eb0-2ec96668625c req-99679dd5-0272-4476-a5bb-50c1b8d6dde6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885797 Oct 24 13:15:02.369783 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a64f-1c13-4f0a-bd62-923ba09c8407 req-eb148fac-a5a0-451b-96d0-f6a6717f571d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:02.371641 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aa68a64f-1c13-4f0a-bd62-923ba09c8407 req-eb148fac-a5a0-451b-96d0-f6a6717f571d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0565720 Oct 24 13:15:02.435837 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aa68a64f-1c13-4f0a-bd62-923ba09c8407 req-dc551888-05f0-480c-9fe5-996386ed9034 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0551264 Oct 24 13:15:02.814761 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aabd-bfac-46a2-8375-b26764562949 req-5fa4a0b7-0576-4737-8b3f-12d5a599df23 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:02.821747 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3aa1aabd-bfac-46a2-8375-b26764562949 req-5fa4a0b7-0576-4737-8b3f-12d5a599df23 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0595508 Oct 24 13:15:02.902640 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3aa1aabd-bfac-46a2-8375-b26764562949 req-1301ebf4-e5da-4818-9e73-e42328145144 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799584 Oct 24 13:15:03.161604 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-d79e1cb0-7c0f-43ae-9244-f58c700019fb req-cf402413-adfd-4b9a-b576-f73921565184 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:15:03.163765 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d79e1cb0-7c0f-43ae-9244-f58c700019fb req-cf402413-adfd-4b9a-b576-f73921565184 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089250 Oct 24 13:15:03.357249 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:03.425118 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43da69-487d-4686-9c98-a6439bddca3b req-670f85f3-8ca1-4eef-8794-f1ddcc5e8628 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:03.435647 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-de43da69-487d-4686-9c98-a6439bddca3b req-670f85f3-8ca1-4eef-8794-f1ddcc5e8628 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0966122 Oct 24 13:15:03.513337 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-de43da69-487d-4686-9c98-a6439bddca3b req-91ddec73-00d2-4243-9ad4-d59625069a7b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0727959 Oct 24 13:15:03.748833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34882) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:03.849004 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-f0ae38cf-298a-4c05-be48-73c928afc9bc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989130 Oct 24 13:15:03.858630 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-006e3abc-5707-457d-81ba-a93161c0c505 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:15:03.859619 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-006e3abc-5707-457d-81ba-a93161c0c505 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057044 Oct 24 13:15:03.954738 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 34896) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:04.118002 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-eaf48bca-87af-46b5-958a-8d6c3d8e7439 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:04.127585 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-eaf48bca-87af-46b5-958a-8d6c3d8e7439 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports/9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 940 time: 0.1711223 Oct 24 13:15:04.135544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3cd9f-f1e8-4896-ad49-693a774bc355 req-21b30b5e-3f37-4f86-8fd3-e44c7b11941d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:04.142892 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40c3cd9f-f1e8-4896-ad49-693a774bc355 req-21b30b5e-3f37-4f86-8fd3-e44c7b11941d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1083221 Oct 24 13:15:04.150722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:04.202645 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40c3cd9f-f1e8-4896-ad49-693a774bc355 req-b6c46b57-31c0-42ab-9beb-cf22b4a157f8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586545 Oct 24 13:15:04.668893 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7831c5-393d-49b7-bff0-ae4ced200190 req-6539fe84-b85e-4f9f-9ff4-46a238bbb180 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:04.670392 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0f7831c5-393d-49b7-bff0-ae4ced200190 req-6539fe84-b85e-4f9f-9ff4-46a238bbb180 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0596678 Oct 24 13:15:04.724800 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0f7831c5-393d-49b7-bff0-ae4ced200190 req-944a5690-117a-41ba-ae80-460c073e39de tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461905 Oct 24 13:15:05.070536 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:15:05.153873 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: DOWN; New status is: DOWN {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:05.398516 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e10624-ccf0-4824-a429-d7976060e109 req-49ef8dda-9ca9-49b0-ae07-644a740ac7f6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:05.406932 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-15e10624-ccf0-4824-a429-d7976060e109 req-49ef8dda-9ca9-49b0-ae07-644a740ac7f6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0807800 Oct 24 13:15:05.477606 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-15e10624-ccf0-4824-a429-d7976060e109 req-216ce115-7cff-4f5f-ab46-bb81056d349c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695741 Oct 24 13:15:06.073266 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34824839-85fd-4ce0-822a-1f618c70a74f req-ffd02c89-dfeb-42b0-adc7-d96cb45a6526 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:06.077318 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-34824839-85fd-4ce0-822a-1f618c70a74f req-ffd02c89-dfeb-42b0-adc7-d96cb45a6526 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0979722 Oct 24 13:15:06.178039 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-34824839-85fd-4ce0-822a-1f618c70a74f req-9d8653e7-d27c-4855-b9a8-69e253193b1d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0944240 Oct 24 13:15:06.570210 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-61027736-0d69-4965-a1ca-4280ac89b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:06.571890 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-61027736-0d69-4965-a1ca-4280ac89b7a9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f&tenant_id=b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 1127 time: 0.0819058 Oct 24 13:15:06.611932 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27732-65b4-4370-9f90-4d706c95d3c0 req-4bb05558-5ce3-4598-8539-e60bb54842a0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:06.614186 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eca27732-65b4-4370-9f90-4d706c95d3c0 req-4bb05558-5ce3-4598-8539-e60bb54842a0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0504861 Oct 24 13:15:06.666976 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-983a8886-81c6-4141-bdf2-124d353dabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:06.668778 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-983a8886-81c6-4141-bdf2-124d353dabea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1127 time: 0.0587690 Oct 24 13:15:06.693898 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-eca27732-65b4-4370-9f90-4d706c95d3c0 req-c44ea07d-ec8b-4814-a16a-2926247ee3c8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671387 Oct 24 13:15:06.786583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-a56f279e-903c-45ea-9ace-e27da2090d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:06.788265 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-a56f279e-903c-45ea-9ace-e27da2090d37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.1090953 Oct 24 13:15:06.857279 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-dcb240f0-7aa8-427d-ba09-8d5be7f2836b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 999 time: 0.0625396 Oct 24 13:15:06.920122 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-d66c5591-d5ad-4942-939f-b906c7b40b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:06.921651 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-d66c5591-d5ad-4942-939f-b906c7b40b53 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0529811 Oct 24 13:15:07.002744 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-147d9e7e-1e25-4420-9697-2daf913667f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:07.005527 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-147d9e7e-1e25-4420-9697-2daf913667f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714259 Oct 24 13:15:07.139633 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-c366ea73-7cff-4fe4-8023-b2804fcef76e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202769 Oct 24 13:15:07.260832 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-068d7df5-5490-40cd-a788-55b97da1e537 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051252 Oct 24 13:15:07.391522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:07.432059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3d090-c08f-4f83-a1fd-57b96f296ee1 req-e6328177-6774-4de8-bd45-25f7708341a5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:07.435748 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-25d3d090-c08f-4f83-a1fd-57b96f296ee1 req-e6328177-6774-4de8-bd45-25f7708341a5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.1154892 Oct 24 13:15:07.575364 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-25d3d090-c08f-4f83-a1fd-57b96f296ee1 req-dfa8fb0b-4f86-4be8-8fc4-5aa3170cb0d7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1290519 Oct 24 13:15:07.871979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:07.906277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01324bf-9c1d-4f4f-8dfe-23262d9447d9 req-349a7f51-e410-4cb7-bf69-4b848d6d6e6b tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:07.916536 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c01324bf-9c1d-4f4f-8dfe-23262d9447d9 req-349a7f51-e410-4cb7-bf69-4b848d6d6e6b tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0971384 Oct 24 13:15:07.985204 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c01324bf-9c1d-4f4f-8dfe-23262d9447d9 req-7b5d9e16-84de-445d-abd5-cf14b6f5b66f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586193 Oct 24 13:15:08.717341 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dc923-f89b-449c-aed3-ded6396e36a1 req-515c7b86-de86-49a4-a228-cef83b6dd356 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:08.725543 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-147dc923-f89b-449c-aed3-ded6396e36a1 req-515c7b86-de86-49a4-a228-cef83b6dd356 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0616663 Oct 24 13:15:08.793787 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-147dc923-f89b-449c-aed3-ded6396e36a1 req-23c2f9c0-1246-42da-ba85-a3e674eea9f3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0649183 Oct 24 13:15:09.197071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830bcc-c811-4cd2-92e0-4a88efd5fe9e req-657f81a6-8537-498f-b31c-08c526758e14 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:09.197071 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b8830bcc-c811-4cd2-92e0-4a88efd5fe9e req-657f81a6-8537-498f-b31c-08c526758e14 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0578506 Oct 24 13:15:09.271877 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b8830bcc-c811-4cd2-92e0-4a88efd5fe9e req-b2675c76-f516-4355-8d9d-51ab2e1847d4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674512 Oct 24 13:15:10.000484 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd3882-e269-4ceb-bc1c-181584977887 req-6f314703-1353-450c-b418-1c2f39a9d7f6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:10.002110 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dbfd3882-e269-4ceb-bc1c-181584977887 req-6f314703-1353-450c-b418-1c2f39a9d7f6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.1114142 Oct 24 13:15:10.090561 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dbfd3882-e269-4ceb-bc1c-181584977887 req-b0a9644e-017d-4646-9309-0d468c79c229 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0792718 Oct 24 13:15:10.454733 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af09656-32dd-40bb-9fea-bac8deab698d req-c94ae732-a8e5-477a-87c9-b38544942f42 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:10.460522 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2af09656-32dd-40bb-9fea-bac8deab698d req-c94ae732-a8e5-477a-87c9-b38544942f42 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1107011 Oct 24 13:15:10.550747 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2af09656-32dd-40bb-9fea-bac8deab698d req-7389d93b-cc09-4f40-8988-d0dea6d409c8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836282 Oct 24 13:15:11.314268 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:11.371359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eac28e-db8f-48d9-b824-82038bcdd013 req-a6a46adc-189e-4ebe-822a-82df9608c051 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:11.382940 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28eac28e-db8f-48d9-b824-82038bcdd013 req-a6a46adc-189e-4ebe-822a-82df9608c051 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.1918728 Oct 24 13:15:11.507270 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-28eac28e-db8f-48d9-b824-82038bcdd013 req-75e02bbb-7d44-47c6-81a5-ad6eb6b95951 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1170390 Oct 24 13:15:11.727491 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea08d-ace6-425d-8b71-da969dba2848 req-de20a66f-d2c7-4866-87a6-2a087dabbb8d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:11.735583 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d1bea08d-ace6-425d-8b71-da969dba2848 req-de20a66f-d2c7-4866-87a6-2a087dabbb8d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0656092 Oct 24 13:15:11.822843 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d1bea08d-ace6-425d-8b71-da969dba2848 req-cce3e14b-7396-4e48-823c-6d35e691e3a7 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863452 Oct 24 13:15:12.100539 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-de6415ca-3927-4e7a-abd7-98a1870e751e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:12.723144 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0af9-31f2-4b49-b0ed-3abd26f100bb req-d42bb4d9-2e7b-42f9-9dfc-b9f1cc33bffc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:12.730398 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c57b0af9-31f2-4b49-b0ed-3abd26f100bb req-d42bb4d9-2e7b-42f9-9dfc-b9f1cc33bffc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0930433 Oct 24 13:15:12.809736 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c57b0af9-31f2-4b49-b0ed-3abd26f100bb req-d5f8a64a-a6ca-4838-91cf-1c893a79d392 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0771217 Oct 24 13:15:13.004344 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749ca7-4d6e-400a-81c0-1251c2ffdf4d req-81739135-d6c7-4d9a-bc5f-194701d4b12d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:13.009604 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-be749ca7-4d6e-400a-81c0-1251c2ffdf4d req-81739135-d6c7-4d9a-bc5f-194701d4b12d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0863030 Oct 24 13:15:13.087808 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-be749ca7-4d6e-400a-81c0-1251c2ffdf4d req-c997ca91-aa96-44e4-bc19-335344ca83bf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737667 Oct 24 13:15:13.961080 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4d38f-6bc4-442b-89ce-8fd09fd97981 req-e6794063-e4cb-43c4-be52-21711c88dc5f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:13.969565 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-77a4d38f-6bc4-442b-89ce-8fd09fd97981 req-e6794063-e4cb-43c4-be52-21711c88dc5f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0573866 Oct 24 13:15:14.026469 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-77a4d38f-6bc4-442b-89ce-8fd09fd97981 req-b291a242-8760-4151-be54-0eb9fc004d0f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550425 Oct 24 13:15:14.240037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec953f6f-308e-467f-a13e-31e1d53c97d2 req-c6c1e28e-5db6-4f6c-b2d3-fa966987ada3 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:14.247415 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ec953f6f-308e-467f-a13e-31e1d53c97d2 req-c6c1e28e-5db6-4f6c-b2d3-fa966987ada3 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0678587 Oct 24 13:15:14.308795 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ec953f6f-308e-467f-a13e-31e1d53c97d2 req-5dbd9aae-5120-400b-a8db-0863d84e6b9c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576324 Oct 24 13:15:14.320690 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-0c0b086c-5167-481f-91e0-8beecf451278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:15.205237 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0e94-b5df-434d-a01a-a4d9f65dc0d0 req-82b26a12-5050-4f4b-851a-25a8cd2d6356 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:15.212945 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-03ae0e94-b5df-434d-a01a-a4d9f65dc0d0 req-82b26a12-5050-4f4b-851a-25a8cd2d6356 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0615160 Oct 24 13:15:15.269410 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-03ae0e94-b5df-434d-a01a-a4d9f65dc0d0 req-53e942c2-1bb8-4131-ad20-47c5c30b51a3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0554521 Oct 24 13:15:15.467934 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b33f97-063c-44c1-9094-8b4bd4b058f1 req-806bcd11-6210-417b-a9f5-a7f94f02eb54 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:15.484176 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96b33f97-063c-44c1-9094-8b4bd4b058f1 req-806bcd11-6210-417b-a9f5-a7f94f02eb54 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0676661 Oct 24 13:15:15.554690 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96b33f97-063c-44c1-9094-8b4bd4b058f1 req-03886958-ce5c-4503-96ee-46f1a3b1feb3 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695450 Oct 24 13:15:15.624623 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:16.392639 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:16.401039 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=33 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:16.429550 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab9dd-de44-4a7e-80cf-323a78d9669b req-eac1f042-441c-446d-b74a-55a89377d847 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:16.431863 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d4dab9dd-de44-4a7e-80cf-323a78d9669b req-eac1f042-441c-446d-b74a-55a89377d847 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0575116 Oct 24 13:15:16.484684 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d4dab9dd-de44-4a7e-80cf-323a78d9669b req-dc7cd788-db05-451f-a448-a072f4023e12 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459867 Oct 24 13:15:16.751457 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734fb60-83de-4b8e-90d6-7e3638ff6b34 req-2ea6ee9e-7804-41f5-9d59-8b3956c14156 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:16.754182 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8734fb60-83de-4b8e-90d6-7e3638ff6b34 req-2ea6ee9e-7804-41f5-9d59-8b3956c14156 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0683503 Oct 24 13:15:16.815667 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8734fb60-83de-4b8e-90d6-7e3638ff6b34 req-c24b1561-ae52-42ab-acdb-86936110767d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525415 Oct 24 13:15:17.268058 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:17.298120 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:17.655285 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75d4b5-e492-4847-8380-ddf7d6e740f1 req-999ea841-643e-473b-a5c9-c49387ef0021 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:17.657171 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6e75d4b5-e492-4847-8380-ddf7d6e740f1 req-999ea841-643e-473b-a5c9-c49387ef0021 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0706236 Oct 24 13:15:17.731548 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6e75d4b5-e492-4847-8380-ddf7d6e740f1 req-99d2384a-a422-4578-b1d4-7a1c1d01d8a7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0629835 Oct 24 13:15:18.055976 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752b651-dcc6-428f-b3e6-b8a187f98594 req-df48f02d-3236-4293-a455-1531a81e18ea tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:18.059148 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5752b651-dcc6-428f-b3e6-b8a187f98594 req-df48f02d-3236-4293-a455-1531a81e18ea tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0648324 Oct 24 13:15:18.153968 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5752b651-dcc6-428f-b3e6-b8a187f98594 req-980f8d07-baef-43f5-9f2a-cfd06ad60a0b tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631459 Oct 24 13:15:18.936732 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671aba-125e-4665-b201-cb7299c4c8ab req-e0d76bb2-45c0-4fcf-a0ef-f889af1285ef tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:18.939138 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-07671aba-125e-4665-b201-cb7299c4c8ab req-e0d76bb2-45c0-4fcf-a0ef-f889af1285ef tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0519404 Oct 24 13:15:19.100752 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-07671aba-125e-4665-b201-cb7299c4c8ab req-6dc228bd-04e1-4b06-9656-307ea65ba703 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1468153 Oct 24 13:15:19.305952 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def856d-6a0a-4657-ac01-600eac093f4c req-31f055cd-488f-4f84-a62f-ecd62591c6f7 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:19.309094 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9def856d-6a0a-4657-ac01-600eac093f4c req-31f055cd-488f-4f84-a62f-ecd62591c6f7 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0600636 Oct 24 13:15:19.335256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:19.367874 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9def856d-6a0a-4657-ac01-600eac093f4c req-9f2bae01-1b8f-479b-b263-180242225bb3 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519059 Oct 24 13:15:20.256893 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dfa77-9fd2-4790-9123-4dd70fe0018d req-f81b6f4c-9cb2-4f88-8e88-f42a586b65b8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:20.258348 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c79dfa77-9fd2-4790-9123-4dd70fe0018d req-f81b6f4c-9cb2-4f88-8e88-f42a586b65b8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0456047 Oct 24 13:15:20.282719 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:20.310586 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c79dfa77-9fd2-4790-9123-4dd70fe0018d req-aace3897-6d6f-419d-8b31-ed790e1187d4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457716 Oct 24 13:15:20.503802 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5844c-e13d-499b-b69c-dd63f31c09b2 req-1567e148-21f5-468a-b6af-27d201dee4e4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:20.505259 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fba5844c-e13d-499b-b69c-dd63f31c09b2 req-1567e148-21f5-468a-b6af-27d201dee4e4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0488763 Oct 24 13:15:20.552952 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fba5844c-e13d-499b-b69c-dd63f31c09b2 req-25b60c6a-68ab-434c-a103-96cd9c6f5a4c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Oct 24 13:15:21.450243 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6add33-61bd-42d1-9619-4e34cd7b36e5 req-1ac31872-c74c-4b01-9f2f-ac124c3975cb tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:21.451774 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6d6add33-61bd-42d1-9619-4e34cd7b36e5 req-1ac31872-c74c-4b01-9f2f-ac124c3975cb tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0527177 Oct 24 13:15:21.504713 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6d6add33-61bd-42d1-9619-4e34cd7b36e5 req-5d900c37-f0fd-4f77-8e6f-494c7ef1e25a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454497 Oct 24 13:15:21.675276 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b79eb-6767-48a2-a9f4-0723e8af571f req-5b5b9df7-b71c-4d6e-913b-33495c44023f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:21.677048 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2e2b79eb-6767-48a2-a9f4-0723e8af571f req-5b5b9df7-b71c-4d6e-913b-33495c44023f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0472856 Oct 24 13:15:21.725735 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2e2b79eb-6767-48a2-a9f4-0723e8af571f req-01d569f7-2e81-40b3-b0dd-a35c727a1cc2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 Oct 24 13:15:22.543198 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35152) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:22.587814 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Deleting subnet 4630b2b2-7ac1-428f-8505-95c132d135c2 {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:15:22.600103 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Publish callbacks [] for subnet (4630b2b2-7ac1-428f-8505-95c132d135c2), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:22.664981 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c08364-5b36-4c69-a99f-1a681fb23106 req-6b1c02e6-3d80-4fff-8bf0-7b2a723f12b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:22.667008 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-83c08364-5b36-4c69-a99f-1a681fb23106 req-6b1c02e6-3d80-4fff-8bf0-7b2a723f12b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0758023 Oct 24 13:15:22.670988 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26001583'] for subnet (4630b2b2-7ac1-428f-8505-95c132d135c2), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:22.700533 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:22.737618 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (4630b2b2-7ac1-428f-8505-95c132d135c2), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:22.773040 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-83c08364-5b36-4c69-a99f-1a681fb23106 req-779ee276-a74c-4da0-905c-7e7088c7762b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0997732 Oct 24 13:15:22.806102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26001518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25991415'] for subnet (4630b2b2-7ac1-428f-8505-95c132d135c2), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:22.838974 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4630b2b2-7ac1-428f-8505-95c132d135c2,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:22.844119 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:22.847258 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4630b2b2-7ac1-428f-8505-95c132d135c2 HTTP/1.1" status: 204 len: 168 time: 0.3029857 Oct 24 13:15:22.852242 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35156) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:22.852383 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbdcfe-1e42-4d48-9a24-fbcc7f85c513 req-fbc230da-ce78-4e0b-9408-dc9f71ebc1e5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:22.853754 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fadbdcfe-1e42-4d48-9a24-fbcc7f85c513 req-fbc230da-ce78-4e0b-9408-dc9f71ebc1e5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0471964 Oct 24 13:15:22.859769 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.860228 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.860584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.860928 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.861267 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.861602 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.861945 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.862265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.862601 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.862931 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.863288 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.863619 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.863943 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.864265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.864589 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c5ea0-332f-4c5f-8515-b0d96b689be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:22.879331 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:22.908011 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fadbdcfe-1e42-4d48-9a24-fbcc7f85c513 req-9b91c2e2-976b-44c6-89ac-4606974cea10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484426 Oct 24 13:15:22.930816 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (d798f212-6307-408f-b9ac-6cfe966ca074), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.011777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (d798f212-6307-408f-b9ac-6cfe966ca074), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.032203 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d798f212-6307-408f-b9ac-6cfe966ca074']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:23.041395 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adce2aee-1e1b-46f2-b512-d30867ada193') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:23.041687 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adce2aee-1e1b-46f2-b512-d30867ada193') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:23.051198 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (adce2aee-1e1b-46f2-b512-d30867ada193), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.064900 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (adce2aee-1e1b-46f2-b512-d30867ada193), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.071366 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:15:23.071770 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (adce2aee-1e1b-46f2-b512-d30867ada193), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.091997 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment adce2aee-1e1b-46f2-b512-d30867ada193 resource provider aggregate not found Oct 24 13:15:23.132594 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment adce2aee-1e1b-46f2-b512-d30867ada193 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adce2aee-1e1b-46f2-b512-d30867ada193 found for delete ", "request_id": "req-1dc1c074-7ef0-4938-8f77-fd57c696832e"}]} Oct 24 13:15:23.137805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (d798f212-6307-408f-b9ac-6cfe966ca074), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.143689 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.146756 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d798f212-6307-408f-b9ac-6cfe966ca074 HTTP/1.1" status: 204 len: 168 time: 0.2933784 Oct 24 13:15:23.158992 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dece9-02f7-4ca0-b02f-f596cb8723c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d798f212-6307-408f-b9ac-6cfe966ca074,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:23.269515 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35166) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:23.313253 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a3e24700-80b3-4698-9c7c-39756662834f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5b028ba991e14292803f73d38f7003dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425174 Oct 24 13:15:23.315938 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35168) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:23.364255 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Publish callbacks [] for security_group (a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.384523 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Publish callbacks [] for security_group (a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.430850 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.435004 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:23.436157 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca HTTP/1.1" status: 204 len: 168 time: 0.1191359 Oct 24 13:15:23.444176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ed50d1-4626-4b7c-b49b-19d9fd76e5ca,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:23.452157 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.452579 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.452994 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.453339 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.453674 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.454009 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.454334 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.454679 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.454992 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.455343 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.455669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.455997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.456323 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.456643 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.456962 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a424c6f-15e4-4ab1-a3d7-7d00bdfa11f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:23.907181 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95cf1f-51f8-4909-8079-048271d68c80 req-a7470d4f-2c42-4a65-b9af-4aac8376dd26 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:23.908697 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3d95cf1f-51f8-4909-8079-048271d68c80 req-a7470d4f-2c42-4a65-b9af-4aac8376dd26 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0506012 Oct 24 13:15:23.960825 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3d95cf1f-51f8-4909-8079-048271d68c80 req-cee16fe2-c73d-4248-8828-ccbd419acf2e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466008 Oct 24 13:15:24.037664 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13595bc-6586-4ea2-bdce-e2980bb9ee7d req-1175d914-6722-492e-8734-d098f9138853 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:24.039247 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e13595bc-6586-4ea2-bdce-e2980bb9ee7d req-1175d914-6722-492e-8734-d098f9138853 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0496373 Oct 24 13:15:24.087775 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e13595bc-6586-4ea2-bdce-e2980bb9ee7d req-f4c7147a-85b6-4170-93d2-dcda31814f59 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Oct 24 13:15:24.124251 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35194) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:24.221459 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-838152424-network', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:24.241638 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Made reservation on behalf of e6ab0fbf44394afda8dd8f49818ccc63 for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:15:24.244033 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.255348 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.342018 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks [] for security_group (8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.345619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.366952 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:15:24.380617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:24.386125 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (f03466d6-34ae-43b7-8bbf-519e2b4bbac7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.386463 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Added segment f03466d6-34ae-43b7-8bbf-519e2b4bbac7 of type vlan for network 4279f750-abb3-4f71-b284-28a4618e7809 Oct 24 13:15:24.428535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (4279f750-abb3-4f71-b284-28a4618e7809), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.436431 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:24.457033 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (4279f750-abb3-4f71-b284-28a4618e7809), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.458302 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:24.458884 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.517290 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3919072 Oct 24 13:15:24.520179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35200) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:24.531836 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Request body: {'subnet': {'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-838152424-subnet', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:24.545291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8bb6-1a43-4a5c-bbc1-a2ca09e0bc65 admin admin] Pushing event updated for resources: {'Network': ['ID=4279f750-abb3-4f71-b284-28a4618e7809,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:24.546432 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:15:24.554943 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 4279f750-abb3-4f71-b284-28a4618e7809 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:15:24.560596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Made reservation on behalf of e6ab0fbf44394afda8dd8f49818ccc63 for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:15:24.563200 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801565'] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.675176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:24.737776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801547'] for subnet (79a090a9-15c2-4f46-996d-f3865170d881), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.791001 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a090a9-15c2-4f46-996d-f3865170d881,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:24.809623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Checking segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:24.809972 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Network hostable DHCP agents. Network: 4279f750-abb3-4f71-b284-28a4618e7809, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:15:24.827820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Network 4279f750-abb3-4f71-b284-28a4618e7809 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:15:24.836581 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 4279f750-abb3-4f71-b284-28a4618e7809) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:24.840784 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:24.841384 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.845760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466ba3b-536a-4e7b-b557-13799930539e None None] Network 4279f750-abb3-4f71-b284-28a4618e7809 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:15:24.858248 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-a5b37baa-a008-41d8-ae98-5ffb35404c04 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3370652 Oct 24 13:15:24.861017 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35202) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:24.865224 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:24.884856 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.887016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.939961 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks [] for router_controller (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), precommit_add_association {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:24.951198 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-4279f750-abb3-4f71-b284-28a4618e7809', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:15:24.952099 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.086314 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks [] for router_gateway (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.102839 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fb3a7-1aea-4aac-9c57-398b59430802 req-3764b099-d31f-44e3-b552-e8848a81bbe6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:25.105040 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-374fb3a7-1aea-4aac-9c57-398b59430802 req-3764b099-d31f-44e3-b552-e8848a81bbe6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0509453 Oct 24 13:15:25.133123 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:25.188913 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-374fb3a7-1aea-4aac-9c57-398b59430802 req-f7a681f5-82c0-43b9-bfc2-49e27a6106f3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595772 Oct 24 13:15:25.225797 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:25.244859 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Allocated IP 172.20.0.2 (4279f750-abb3-4f71-b284-28a4618e7809/79a090a9-15c2-4f46-996d-f3865170d881/117c17fd-6a8f-4164-b64e-6eb9c36952c5) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:25.282524 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117ad7-bd63-48b5-909d-72781d7a2d14 req-a81c7338-be69-480c-8011-c695a9bf1e02 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:25.284045 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2e117ad7-bd63-48b5-909d-72781d7a2d14 req-a81c7338-be69-480c-8011-c695a9bf1e02 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1068852 Oct 24 13:15:25.351726 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks [] for router_gateway (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.382496 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.393108 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2e117ad7-bd63-48b5-909d-72781d7a2d14 req-926890a4-04ee-4dc6-a1e5-5567a3950540 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032321 Oct 24 13:15:25.398212 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Publish callbacks [] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.405316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.440630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:25.450928 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Network 4279f750-abb3-4f71-b284-28a4618e7809 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:25.454246 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Pushing event updated for resources: {'Port': ['ID=117c17fd-6a8f-4164-b64e-6eb9c36952c5,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:25.456714 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:25.458780 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:25.502563 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Allocated IP 172.27.1.150 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/7ad6eb53-e43e-4dcf-857d-68ec9d45c060) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:25.513422 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Attempting to bind port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:15:25.513969 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Attempting to bind port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:15:25.514162 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:25.514391 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Attempting to bind port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 on network 4279f750-abb3-4f71-b284-28a4618e7809 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:15:25.547744 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:25.564035 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:15:25.564727 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Checking segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:25.564835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.565158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Bound using segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:15:25.565630 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Bound port: 117c17fd-6a8f-4164-b64e-6eb9c36952c5, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:15:25.566007 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.615559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks [] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.628146 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] For port 117c17fd-6a8f-4164-b64e-6eb9c36952c5, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:15:25.631454 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] For port 117c17fd-6a8f-4164-b64e-6eb9c36952c5, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=117c17fd-6a8f-4164-b64e-6eb9c36952c5,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:15:25.637948 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.651573 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:25.689017 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9bea7-c3e9-4c52-aac8-83c07f29821d None None] Pushing event updated for resources: {'Port': ['ID=117c17fd-6a8f-4164-b64e-6eb9c36952c5,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:25.696537 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:25.702587 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:25.704906 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:25.707248 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:25.807291 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.001790 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 117c17fd-6a8f-4164-b64e-6eb9c36952c5 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:26.005861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks [] for router_gateway (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.049322 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:26.049691 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.050039 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 Oct 24 13:15:26.123988 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:26.124356 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.160314 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 117c17fd-6a8f-4164-b64e-6eb9c36952c5, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=117c17fd-6a8f-4164-b64e-6eb9c36952c5,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:26.164585 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.200951 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.217889 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=117c17fd-6a8f-4164-b64e-6eb9c36952c5,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:26.307502 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f5435-aa8c-4759-ae7d-94d846767443 req-008a850a-dd83-49e7-a7c3-0a30c6b20f11 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:26.309109 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0e6f5435-aa8c-4759-ae7d-94d846767443 req-008a850a-dd83-49e7-a7c3-0a30c6b20f11 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0550785 Oct 24 13:15:26.323102 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:26.345330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:15:26.366027 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0e6f5435-aa8c-4759-ae7d-94d846767443 req-e29410c3-c6f0-4f73-948c-80ac3b546adb tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497725 Oct 24 13:15:26.465827 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:15:26.486254 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Sync routers for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:15:26.492787 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:26.493434 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:26.495839 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.497096 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-0183b69a-e6f5-44cf-ad04-2443b4dabe57 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6351552 Oct 24 13:15:26.499933 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35218) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:26.558312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a197e6-323c-433c-a20d-81d3e6249800 req-698e5a2e-35cd-494c-acc9-179d9963b389 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:26.562152 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d3a197e6-323c-433c-a20d-81d3e6249800 req-698e5a2e-35cd-494c-acc9-179d9963b389 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0581603 Oct 24 13:15:26.574195 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:26.589056 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:26.609158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:26.616518 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d3a197e6-323c-433c-a20d-81d3e6249800 req-b0b631eb-b45c-446a-b073-36647b879109 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500228 Oct 24 13:15:26.695117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:26.731359 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fa8f0a-480f-454f-bccd-bf216686feb1 None None] Network 4279f750-abb3-4f71-b284-28a4618e7809 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:15:26.832960 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f53140ec-ae16-43f1-b24a-cc9fe23d1b97 None None] Provisioning complete for port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:26.833328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f53140ec-ae16-43f1-b24a-cc9fe23d1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.833657 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f53140ec-ae16-43f1-b24a-cc9fe23d1b97 None None] Attempt 1 to provision port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 Oct 24 13:15:26.877454 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cae1bb-7fcb-4d0c-aad7-e40e63cb2e3b req-781c8512-432a-4f31-a6bf-75322a89df54 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:26.879230 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-06cae1bb-7fcb-4d0c-aad7-e40e63cb2e3b req-781c8512-432a-4f31-a6bf-75322a89df54 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0472150 Oct 24 13:15:26.937395 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-06cae1bb-7fcb-4d0c-aad7-e40e63cb2e3b req-db93bf0d-36c7-40f6-9141-857bd520bfd4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Oct 24 13:15:26.961505 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:25Z', 'revision_number': 3, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:26.964793 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:26.993460 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Checking router: 3ae120d1-3623-4158-8a9a-bbe60f5e28bd for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:15:26.993814 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Updating router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:15:27.050235 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.075405 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f53140ec-ae16-43f1-b24a-cc9fe23d1b97 None None] Current status of the port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:27.076521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:27.137585 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Allocated IP 172.20.0.1 (4279f750-abb3-4f71-b284-28a4618e7809/79a090a9-15c2-4f46-996d-f3865170d881/cb5ec18d-0daf-46e0-8178-db2cf8e45160) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:27.226237 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-9b5658b2-74e4-4280-945b-efea375276f5 None None] Provisioning complete for port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:27.226498 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9b5658b2-74e4-4280-945b-efea375276f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.226832 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-9b5658b2-74e4-4280-945b-efea375276f5 None None] Attempt 1 to provision port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 Oct 24 13:15:27.251159 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks [] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.283991 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.293476 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:27.326015 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Network 4279f750-abb3-4f71-b284-28a4618e7809 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:27.333607 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:27.338037 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:27.374341 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5ec18d-0daf-46e0-8178-db2cf8e45160,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:27.377417 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-9b5658b2-74e4-4280-945b-efea375276f5 None None] Current status of the port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:27.389304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.395145 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Publish callbacks [] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.403032 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.414278 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:27.451608 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:27.457792 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Attempting to bind port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:15:27.458349 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Attempting to bind port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:15:27.459988 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Attempting to bind port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:15:27.508961 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660abc8-5053-4b09-afbb-231508af5597 None None] Pushing event updated for resources: {'Port': ['ID=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:27.544740 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:15:27.545139 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:27.545520 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.545912 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:15:27.549575 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Bound port: 7ad6eb53-e43e-4dcf-857d-68ec9d45c060, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:15:27.549971 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.573835 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b30549-f2b7-4ab5-8812-a8d1c68d5fd1 req-e4b6cec1-551f-4107-8f9a-93a2f3199fb6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:27.575352 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40b30549-f2b7-4ab5-8812-a8d1c68d5fd1 req-e4b6cec1-551f-4107-8f9a-93a2f3199fb6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0973003 Oct 24 13:15:27.609420 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] For port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:15:27.613084 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] For port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:15:27.615931 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-775f04ca-e784-48fa-a0b2-06d3ca6820df None None] Provisioning complete for port cb5ec18d-0daf-46e0-8178-db2cf8e45160 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:27.616536 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-775f04ca-e784-48fa-a0b2-06d3ca6820df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.616688 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-775f04ca-e784-48fa-a0b2-06d3ca6820df None None] Attempt 1 to provision port cb5ec18d-0daf-46e0-8178-db2cf8e45160 Oct 24 13:15:27.620511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.622208 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.676939 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-40b30549-f2b7-4ab5-8812-a8d1c68d5fd1 req-c612ac7a-95ce-4786-a74e-36ebf0f61e06 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0835373 Oct 24 13:15:27.689387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-775f04ca-e784-48fa-a0b2-06d3ca6820df None None] Port cb5ec18d-0daf-46e0-8178-db2cf8e45160 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:15:27.690764 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:27.691387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:27.743588 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660abc8-5053-4b09-afbb-231508af5597 None None] Pushing event updated for resources: {'Port': ['ID=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:27.809167 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:27.814193 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks [] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.818512 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.888835 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5ec18d-0daf-46e0-8178-db2cf8e45160,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:27.892975 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:27.940326 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:27.985387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 117c17fd-6a8f-4164-b64e-6eb9c36952c5 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:27.992456 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Network 4279f750-abb3-4f71-b284-28a4618e7809 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:27.993936 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:28.035969 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 1, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:28.077885 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130a3a-8e9e-4885-9614-971c18c32d97 None None] The sync data for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi is: [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 1, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:15:28.087243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:28.087687 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:28.088124 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 Oct 24 13:15:28.089930 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ce068-da59-49d2-88a4-587409255c7f req-dd6b9558-d689-4ca9-a887-59c08871010f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:28.098308 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c67ce068-da59-49d2-88a4-587409255c7f req-dd6b9558-d689-4ca9-a887-59c08871010f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0693009 Oct 24 13:15:28.120127 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:15:28.168100 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c67ce068-da59-49d2-88a4-587409255c7f req-983187e3-6bd1-4d85-bfd7-15df2af7bf76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685141 Oct 24 13:15:28.194624 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:28.201802 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:28.277438 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:15:28.284223 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-fbca4460-591e-47d6-98d8-55fc41b822f8 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3ae120d1-3623-4158-8a9a-bbe60f5e28bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830503 Oct 24 13:15:28.310378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-cef5cd23-1647-4900-b3ec-5833896842aa None None] Provisioning complete for port cb5ec18d-0daf-46e0-8178-db2cf8e45160 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:28.311846 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-cef5cd23-1647-4900-b3ec-5833896842aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:28.312378 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-cef5cd23-1647-4900-b3ec-5833896842aa None None] Attempt 1 to provision port cb5ec18d-0daf-46e0-8178-db2cf8e45160 Oct 24 13:15:28.346442 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-cef5cd23-1647-4900-b3ec-5833896842aa None None] Port cb5ec18d-0daf-46e0-8178-db2cf8e45160 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:15:28.826624 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ee986-38c4-428b-bae5-b874f5629541 req-29b185e1-d5de-48ef-b06d-7d2fcfa6a6f0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:28.836524 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2c0ee986-38c4-428b-bae5-b874f5629541 req-29b185e1-d5de-48ef-b06d-7d2fcfa6a6f0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 943 time: 0.0640295 Oct 24 13:15:28.891926 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2c0ee986-38c4-428b-bae5-b874f5629541 req-465c45b7-8025-4e36-8e53-f5ed4c8b8047 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0544624 Oct 24 13:15:28.895665 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35248) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:28.900715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-649258221-network', 'tenant_id': 'aa714009ed494760aba72453db740147'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:28.923231 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Made reservation on behalf of aa714009ed494760aba72453db740147 for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:15:28.925817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:28.935428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:28.977332 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:29.018556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-3b9b83d8-695d-4d11-a282-31f30bcd5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:29.020854 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-3b9b83d8-695d-4d11-a282-31f30bcd5bc5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 1130 time: 0.0562809 Oct 24 13:15:29.058950 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks [] for security_group (9d5b253c-c816-4af4-83aa-cabefc5dbd95), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.066860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9d5b253c-c816-4af4-83aa-cabefc5dbd95), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.079806 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:15:29.091353 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.091707 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Added segment d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a of type vlan for network ee0c81c9-e08c-470d-85cd-a8e4a272a452 Oct 24 13:15:29.183374 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (ee0c81c9-e08c-470d-85cd-a8e4a272a452), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.190477 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5b253c-c816-4af4-83aa-cabefc5dbd95,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:29.196531 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-f2612184-0e46-408c-bcf7-751d5f01be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:29.198194 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:15:29.200158 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-f2612184-0e46-408c-bcf7-751d5f01be51 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 912 time: 0.1593764 Oct 24 13:15:29.266210 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (ee0c81c9-e08c-470d-85cd-a8e4a272a452), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.268516 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:29.269178 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.306997 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4101307 Oct 24 13:15:29.337126 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35254) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:29.343740 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Request body: {'subnet': {'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-649258221-subnet', 'tenant_id': 'aa714009ed494760aba72453db740147', 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:29.378933 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8716aab-a9ac-4a1d-932e-c14478d0068e admin admin] Pushing event updated for resources: {'Network': ['ID=ee0c81c9-e08c-470d-85cd-a8e4a272a452,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:29.410575 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Made reservation on behalf of aa714009ed494760aba72453db740147 for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:15:29.413338 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25991400'] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.421285 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510ec48-dc2a-45e6-b59a-c443d9f10153 req-c3084112-4070-4290-b77e-26d166eee6ab tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:29.429678 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3510ec48-dc2a-45e6-b59a-c443d9f10153 req-c3084112-4070-4290-b77e-26d166eee6ab tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1327794 Oct 24 13:15:29.439711 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-653066da-7ec7-4b82-b9e6-8bbaa8e69d24 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036 HTTP/1.1" status: 200 len: 1001 time: 0.2338119 Oct 24 13:15:29.520204 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:15:29.598166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:29.666214 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:29.683797 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '9241fec5-c702-4043-a917-794ed6ca4105', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'port_id': '9241fec5-c702-4043-a917-794ed6ca4105', 'mac_address': 'fa:16:3e:6b:0b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:15:29.701292 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:29.706479 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25991422'] for subnet (0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.779956 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:29.795537 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:29.796669 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.820823 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9241fec5-c702-4043-a917-794ed6ca4105 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:15:29.848091 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:29.853951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:29.866603 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Checking segment: {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:29.868507 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Network hostable DHCP agents. Network: ee0c81c9-e08c-470d-85cd-a8e4a272a452, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:15:29.896870 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3510ec48-dc2a-45e6-b59a-c443d9f10153 req-250813a1-0485-4f27-b7ac-022403e6cdaf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666293 Oct 24 13:15:29.897470 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:15:29.909818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-053a465e-060a-4331-a738-8dfae4891eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:29.911315 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-053a465e-060a-4331-a738-8dfae4891eab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.0946486 Oct 24 13:15:29.917539 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, ee0c81c9-e08c-470d-85cd-a8e4a272a452) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:29.940270 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=9']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:29.942914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c10bb-1c31-454f-b558-ea5ddc2613f9 None None] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:15:29.944213 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:29.944995 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.007582 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-dca4fa14-81b2-4eea-aa7f-fb821a456a3d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6680942 Oct 24 13:15:30.012034 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35264) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:30.019349 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:30.063098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-10c3532e-c150-45ab-8df6-95593b79edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:30.081844 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'project_id': 'aa714009ed494760aba72453db740147', 'fixed_ips': [{'subnet_id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:15:30.083230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.083571 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-10c3532e-c150-45ab-8df6-95593b79edcd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1323590 Oct 24 13:15:30.106125 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (b932add7-14c5-4235-91ba-89e6e546f45f), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.107116 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (b932add7-14c5-4235-91ba-89e6e546f45f), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.122316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:30.138018 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c1031-0482-4378-83bd-9054d361fa9f req-88a0d32a-0fd9-4af4-97ff-69cd5b6442dc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:30.138018 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-362c1031-0482-4378-83bd-9054d361fa9f req-88a0d32a-0fd9-4af4-97ff-69cd5b6442dc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 944 time: 0.0925527 Oct 24 13:15:30.223541 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['9241fec5-c702-4043-a917-794ed6ca4105'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:15:30.265779 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:30.369835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:30.370584 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.370584 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 Oct 24 13:15:30.424811 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Allocated IP 172.20.0.2 (ee0c81c9-e08c-470d-85cd-a8e4a272a452/0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7/0d84c171-4ed4-4712-a14f-3be481c2dc96) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:30.431593 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-0d20cbdd-009e-4fff-b34c-ed5ac42e7baa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257784 Oct 24 13:15:30.462501 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks [] for router_controller (b932add7-14c5-4235-91ba-89e6e546f45f), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.503332 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:30.531606 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-362c1031-0482-4378-83bd-9054d361fa9f req-c9f6991e-25db-4819-ac89-c46add6a8dec tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3796508 Oct 24 13:15:30.545194 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa5b9291-1400-44b6-90d1-d4e6dfff0d64 req-d739e527-ee9f-4a46-ac8a-e7e8aacf5ae5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046982 Oct 24 13:15:30.570980 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:30.602176 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:30.602564 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.643739 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks [] for router_gateway (b932add7-14c5-4235-91ba-89e6e546f45f), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.645022 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:30.649648 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:30.667949 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.718473 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Publish callbacks [] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.735329 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.746004 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:30.778858 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Sync routers for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:15:30.784384 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:30.789210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:30.789743 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:30.791045 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:30.795736 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:30.805458 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Pushing event updated for resources: {'Port': ['ID=0d84c171-4ed4-4712-a14f-3be481c2dc96,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:30.847221 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks [] for router_gateway (b932add7-14c5-4235-91ba-89e6e546f45f), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.864706 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Attempting to bind port 0d84c171-4ed4-4712-a14f-3be481c2dc96 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:15:30.865078 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Attempting to bind port 0d84c171-4ed4-4712-a14f-3be481c2dc96 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:15:30.865441 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Attempting to bind port 0d84c171-4ed4-4712-a14f-3be481c2dc96 on network ee0c81c9-e08c-470d-85cd-a8e4a272a452 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:15:30.867711 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.902188 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:30.908995 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:15:30.910166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Checking segment: {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:30.910166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.910402 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Bound using segment: {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:15:30.910874 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Bound port: 0d84c171-4ed4-4712-a14f-3be481c2dc96, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:15:30.911340 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:30.913091 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:30.991720 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Allocated IP 172.27.1.75 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/e0798a84-47b2-46ca-88c3-d7d5efeb759a) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:30.992027 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] For port 0d84c171-4ed4-4712-a14f-3be481c2dc96, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:15:30.998301 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] For port 0d84c171-4ed4-4712-a14f-3be481c2dc96, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=0d84c171-4ed4-4712-a14f-3be481c2dc96,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:15:31.006732 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.086724 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076082c8-7849-492e-abc8-e3e2f4c66916 None None] Pushing event updated for resources: {'Port': ['ID=0d84c171-4ed4-4712-a14f-3be481c2dc96,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:31.093333 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54426-e865-4e40-9f73-491aa356112f req-bb7b0b25-77b1-49b5-9d3d-6c1db7be483d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:31.101796 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-46a54426-e865-4e40-9f73-491aa356112f req-bb7b0b25-77b1-49b5-9d3d-6c1db7be483d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0927250 Oct 24 13:15:31.140572 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks [] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.151758 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 2, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:31.157169 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-46a54426-e865-4e40-9f73-491aa356112f req-4f1f3a8a-8db5-4175-90b2-0b95b76d9a0e tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541620 Oct 24 13:15:31.175907 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.188416 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Checking router: 3ae120d1-3623-4158-8a9a-bbe60f5e28bd for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:15:31.188996 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Updating router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd port cb5ec18d-0daf-46e0-8178-db2cf8e45160 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:15:31.226710 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:31.230221 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.232432 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:31.238430 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:31.243819 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:31.274842 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0798a84-47b2-46ca-88c3-d7d5efeb759a,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:31.524511 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks [] for router_gateway (b932add7-14c5-4235-91ba-89e6e546f45f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.547861 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Publish callbacks [] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.554339 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.565052 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:31.653712 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Pushing event updated for resources: {'Port': ['ID=cb5ec18d-0daf-46e0-8178-db2cf8e45160,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:31.663030 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.663359 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.663723 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.664083 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.664426 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.664756 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.665084 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.665413 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.665739 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.666069 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.666516 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.666984 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.667356 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.667683 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.668008 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:31.672336 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Attempting to bind port cb5ec18d-0daf-46e0-8178-db2cf8e45160 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:15:31.672893 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Attempting to bind port cb5ec18d-0daf-46e0-8178-db2cf8e45160 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:15:31.673653 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Attempting to bind port cb5ec18d-0daf-46e0-8178-db2cf8e45160 on network 4279f750-abb3-4f71-b284-28a4618e7809 {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:15:31.710285 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed2ca-6d2d-4702-b3ed-922b3e993fba req-3bae7277-ac05-49e2-8942-97257a34885d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:31.711814 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f23ed2ca-6d2d-4702-b3ed-922b3e993fba req-3bae7277-ac05-49e2-8942-97257a34885d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 944 time: 0.0830088 Oct 24 13:15:31.722399 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:15:31.722775 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Checking segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:31.723479 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.724022 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Bound using segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:15:31.724673 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Bound port: cb5ec18d-0daf-46e0-8178-db2cf8e45160, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:15:31.725215 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.807639 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (b932add7-14c5-4235-91ba-89e6e546f45f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.809793 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:31.816155 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] For port cb5ec18d-0daf-46e0-8178-db2cf8e45160, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:15:31.821752 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] For port cb5ec18d-0daf-46e0-8178-db2cf8e45160, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=cb5ec18d-0daf-46e0-8178-db2cf8e45160,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:15:31.830053 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f23ed2ca-6d2d-4702-b3ed-922b3e993fba req-4699d1c3-bb3a-412e-9929-5474c6e72e4a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1088357 Oct 24 13:15:31.842333 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:31.905406 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:31.907277 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe0ec5-8ba8-4c90-bf05-5172fe159a0e None None] Pushing event updated for resources: {'Port': ['ID=cb5ec18d-0daf-46e0-8178-db2cf8e45160,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:31.921971 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:31.923008 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:32.037967 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Router b932add7-14c5-4235-91ba-89e6e546f45f is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:15:32.069087 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:32.147012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 0d84c171-4ed4-4712-a14f-3be481c2dc96 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:32.186824 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:15:32.207238 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Sync routers for ids ['b932add7-14c5-4235-91ba-89e6e546f45f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:15:32.210606 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.216648 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a4e7c044-6518-44f9-a9a9-e36e9eb829c7 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2004771 Oct 24 13:15:32.216648 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35278) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:15:32.218346 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 0d84c171-4ed4-4712-a14f-3be481c2dc96 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:32.218728 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.219114 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 0d84c171-4ed4-4712-a14f-3be481c2dc96 Oct 24 13:15:32.249314 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c1bcb-6232-46cb-943c-c837a3dfd988 None None] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:15:32.271889 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Routers {'b932add7-14c5-4235-91ba-89e6e546f45f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:32.272531 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b932add7-14c5-4235-91ba-89e6e546f45f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:32.344750 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:31Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:32.351748 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3958b-dac7-4aaf-8cfe-d7cb8ff41588 req-a04ed9f4-63d6-47ff-bd20-78d46044ecca tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:32.360771 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c9b3958b-dac7-4aaf-8cfe-d7cb8ff41588 req-a04ed9f4-63d6-47ff-bd20-78d46044ecca tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0650725 Oct 24 13:15:32.373036 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Provisioning complete for port 0d84c171-4ed4-4712-a14f-3be481c2dc96 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:32.373267 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb96708-5a7e-4621-833a-ac559360b173 None None] The sync data for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi is: [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:31Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:15:32.373422 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.373732 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Attempt 1 to provision port 0d84c171-4ed4-4712-a14f-3be481c2dc96 Oct 24 13:15:32.429805 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c9b3958b-dac7-4aaf-8cfe-d7cb8ff41588 req-c27541f8-2c0d-43dd-a3d7-3f861d2ce3cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649946 Oct 24 13:15:32.526403 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:32.592086 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Set router b932add7-14c5-4235-91ba-89e6e546f45f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:32.625397 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:32.743712 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.810145 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 0d84c171-4ed4-4712-a14f-3be481c2dc96 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:32.810524 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.852183 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Current status of the port 0d84c171-4ed4-4712-a14f-3be481c2dc96 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:32.852573 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.859682 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:32.921257 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 0d84c171-4ed4-4712-a14f-3be481c2dc96, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=0d84c171-4ed4-4712-a14f-3be481c2dc96,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:32.936430 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:32.937254 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:32.942079 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Allocated IP 172.20.0.1 (ee0c81c9-e08c-470d-85cd-a8e4a272a452/0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7/a46d2cdf-1fb8-45fc-85d4-f25541ae4219) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:32.965549 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:33.094035 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=0d84c171-4ed4-4712-a14f-3be481c2dc96,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:33.096724 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.db.api [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:15:33.097142 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG oslo_db.api [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:15:33.100745 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-45d67a54-c298-4c91-adb7-b7dc68ca769b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494137 Oct 24 13:15:33.138591 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:33.138967 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.139334 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 Oct 24 13:15:33.162631 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:31Z', 'revision_number': 3, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:33.199420 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Checking router: b932add7-14c5-4235-91ba-89e6e546f45f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:15:33.199770 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Updating router b932add7-14c5-4235-91ba-89e6e546f45f port e0798a84-47b2-46ca-88c3-d7d5efeb759a binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:15:33.240264 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.349539 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d2faa-2fd0-4100-bc42-d107d347a924 req-3b8893f5-28c6-4fab-a4e8-09cb3a7a8e0a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:33.351029 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-223d2faa-2fd0-4100-bc42-d107d347a924 req-3b8893f5-28c6-4fab-a4e8-09cb3a7a8e0a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 944 time: 0.3756719 Oct 24 13:15:33.360947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:33.410568 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-9df3f0d1-c4b7-4be0-ac52-d8a23ef9c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:33.412401 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-9df3f0d1-c4b7-4be0-ac52-d8a23ef9c30a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 1130 time: 0.0561471 Oct 24 13:15:33.418286 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks [] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.435667 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-223d2faa-2fd0-4100-bc42-d107d347a924 req-c27e2347-43e5-4094-802d-a31a5c137486 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0716062 Oct 24 13:15:33.464948 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.513450 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:33.520201 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:33.524792 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:33.528463 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:33.570803 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (b932add7-14c5-4235-91ba-89e6e546f45f), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.576986 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:33.593768 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffc88-1aee-40d1-9f3e-a04e4c845e14 req-e72fb46c-d4a2-4b7a-bd64-c5c0a84e1048 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:33.595364 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-af6ffc88-1aee-40d1-9f3e-a04e4c845e14 req-e72fb46c-d4a2-4b7a-bd64-c5c0a84e1048 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0722449 Oct 24 13:15:33.630888 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Publish callbacks [] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.639716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-7a340a06-5b2f-4c9f-858e-1a88131cbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:33.641469 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-7a340a06-5b2f-4c9f-858e-1a88131cbfc8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.1877332 Oct 24 13:15:33.642876 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.686992 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:33.691156 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-af6ffc88-1aee-40d1-9f3e-a04e4c845e14 req-a7b3222d-1241-448a-90ef-480a3103954f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780044 Oct 24 13:15:33.715419 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-5d634db3-09c5-465f-8c30-cd680a1a4a78 None None] Current status of the port 0d84c171-4ed4-4712-a14f-3be481c2dc96 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:33.723401 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Attempting to bind port e0798a84-47b2-46ca-88c3-d7d5efeb759a on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:15:33.723776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Attempting to bind port e0798a84-47b2-46ca-88c3-d7d5efeb759a by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:15:33.724141 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Attempting to bind port e0798a84-47b2-46ca-88c3-d7d5efeb759a on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:15:33.752852 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.772342 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd869d3-38f3-4936-997f-8603ad93ced0 None None] Pushing event updated for resources: {'Port': ['ID=e0798a84-47b2-46ca-88c3-d7d5efeb759a,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:33.786835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:33.793817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:33.802637 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 9241fec5-c702-4043-a917-794ed6ca4105 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:33.802947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9241fec5-c702-4043-a917-794ed6ca4105), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.803318 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 9241fec5-c702-4043-a917-794ed6ca4105 Oct 24 13:15:33.805269 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:33.805403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:15:33.805828 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:33.806080 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.806480 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:15:33.807516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Bound port: e0798a84-47b2-46ca-88c3-d7d5efeb759a, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:15:33.807888 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.876858 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Provisioning complete for port 0d84c171-4ed4-4712-a14f-3be481c2dc96 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:33.877231 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.877571 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Attempt 1 to provision port 0d84c171-4ed4-4712-a14f-3be481c2dc96 Oct 24 13:15:33.917263 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:33.932202 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] For port e0798a84-47b2-46ca-88c3-d7d5efeb759a, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:15:33.952645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks [] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.957653 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.974049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] For port e0798a84-47b2-46ca-88c3-d7d5efeb759a, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=e0798a84-47b2-46ca-88c3-d7d5efeb759a,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:15:33.987484 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:33.998291 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 9241fec5-c702-4043-a917-794ed6ca4105 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:33.998676 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:34.037967 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 0d84c171-4ed4-4712-a14f-3be481c2dc96 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:34.042064 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:34.045866 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (b932add7-14c5-4235-91ba-89e6e546f45f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:34.105493 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Routers {'b932add7-14c5-4235-91ba-89e6e546f45f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:34.106119 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b932add7-14c5-4235-91ba-89e6e546f45f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:34.149206 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Current status of the port 0d84c171-4ed4-4712-a14f-3be481c2dc96 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:34.150724 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:34.151967 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:15:34.152480 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:34.154224 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021f71fe-6031-4e19-8361-46c34b2433c0" -d '{"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-plugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:15:34.183531 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:34.193744 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd869d3-38f3-4936-997f-8603ad93ced0 None None] Pushing event updated for resources: {'Port': ['ID=e0798a84-47b2-46ca-88c3-d7d5efeb759a,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:34.199771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:34.205466 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Provisioning complete for port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:34.205833 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:34.206168 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Attempt 1 to provision port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 Oct 24 13:15:34.210430 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-cd3cb7d9-ddd7-4e5c-8452-36ce959ff3d2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1 HTTP/1.1" status: 200 len: 1002 time: 0.0834463 Oct 24 13:15:34.289397 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad64e294-0930-437e-9d31-aac170668bb8 x-openstack-request-id: req-ad64e294-0930-437e-9d31-aac170668bb8 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:15:34.289713 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-plugged", "status": "completed", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:15:34.289985 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad64e294-0930-437e-9d31-aac170668bb8 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:15:34.290391 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad64e294-0930-437e-9d31-aac170668bb8'] response: {'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'code': 200} Oct 24 13:15:34.313979 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 0d84c171-4ed4-4712-a14f-3be481c2dc96 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:34.314358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:34.314703 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 0d84c171-4ed4-4712-a14f-3be481c2dc96 Oct 24 13:15:34.338588 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Router b932add7-14c5-4235-91ba-89e6e546f45f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:15:34.372964 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-ee1147b8-5c42-43f1-b40d-962e21096731 None None] Port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:15:34.383389 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] Set router b932add7-14c5-4235-91ba-89e6e546f45f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:34.388048 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=10']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:34.462767 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-d654c81f-9ee4-45cf-8309-b08ea392e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:34.465079 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-d654c81f-9ee4-45cf-8309-b08ea392e9f5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.1504002 Oct 24 13:15:34.522207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:15:34.529586 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c7f7ad2b-72ea-425f-b6c7-4e11eef726c4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b932add7-14c5-4235-91ba-89e6e546f45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102539 Oct 24 13:15:34.699753 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a65f3b-1ffa-4fa5-9943-fe341493f66f req-53c1ea0a-5c81-485f-84f7-5ffb8f4d87fe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:34.701856 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-46a65f3b-1ffa-4fa5-9943-fe341493f66f req-53c1ea0a-5c81-485f-84f7-5ffb8f4d87fe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0907176 Oct 24 13:15:34.761456 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-46a65f3b-1ffa-4fa5-9943-fe341493f66f req-48bd3460-48cd-428b-a9bf-75cac1b2dd61 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540216 Oct 24 13:15:34.800553 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:34.859677 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-a688bcd9-3fc3-43ef-8fba-38bc288cfdc4 None None] Provisioning complete for port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:34.860128 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-a688bcd9-3fc3-43ef-8fba-38bc288cfdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:34.860496 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-a688bcd9-3fc3-43ef-8fba-38bc288cfdc4 None None] Attempt 1 to provision port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 Oct 24 13:15:34.863746 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 0d84c171-4ed4-4712-a14f-3be481c2dc96 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:34.864898 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device cb5ec18d-0daf-46e0-8178-db2cf8e45160 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:34.868280 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16655191-202c-4084-9cdc-3eda519042f9 req-48d6c644-5804-4ee9-a685-a069e1edf26a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:34.871483 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-16655191-202c-4084-9cdc-3eda519042f9 req-48d6c644-5804-4ee9-a685-a069e1edf26a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0674307 Oct 24 13:15:34.933398 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-877b8134-c4c6-42c8-add0-1dc27e016f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:34.934002 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-16655191-202c-4084-9cdc-3eda519042f9 req-3c06798a-7e77-4140-bc46-48dc1f28e8f7 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548170 Oct 24 13:15:34.934923 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-877b8134-c4c6-42c8-add0-1dc27e016f6c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922987 Oct 24 13:15:34.968852 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:34.999361 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-a688bcd9-3fc3-43ef-8fba-38bc288cfdc4 None None] Port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:15:35.005814 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'a46d2cdf-1fb8-45fc-85d4-f25541ae4219', 'name': '', 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'tenant_id': 'aa714009ed494760aba72453db740147', 'mac_address': 'fa:16:3e:4f:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:32Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 2, 'project_id': 'aa714009ed494760aba72453db740147', 'subnets': [{'id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:35.039252 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f84015-3773-47fa-b93d-5c372c75a803 None None] The sync data for ids ['b932add7-14c5-4235-91ba-89e6e546f45f'] in dv-cinder-862489-1-iscsi is: [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'a46d2cdf-1fb8-45fc-85d4-f25541ae4219', 'name': '', 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'tenant_id': 'aa714009ed494760aba72453db740147', 'mac_address': 'fa:16:3e:4f:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:32Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 2, 'project_id': 'aa714009ed494760aba72453db740147', 'subnets': [{'id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:15:35.050640 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port cb5ec18d-0daf-46e0-8178-db2cf8e45160 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:35.051130 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:35.051549 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port cb5ec18d-0daf-46e0-8178-db2cf8e45160 Oct 24 13:15:35.143013 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port cb5ec18d-0daf-46e0-8178-db2cf8e45160 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:35.143439 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:35.180323 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port cb5ec18d-0daf-46e0-8178-db2cf8e45160, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=cb5ec18d-0daf-46e0-8178-db2cf8e45160,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:35.184771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:35.259189 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=cb5ec18d-0daf-46e0-8178-db2cf8e45160,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:36.003383 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849c33e-df26-4f47-8516-97aaa5317e9a req-9a76c781-0cb0-4a0b-900a-16518dc28541 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:36.005476 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a849c33e-df26-4f47-8516-97aaa5317e9a req-9a76c781-0cb0-4a0b-900a-16518dc28541 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.1211886 Oct 24 13:15:36.085342 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:36.113187 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a849c33e-df26-4f47-8516-97aaa5317e9a req-89ee15ba-02d7-42a3-a13c-8390935c44e6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1000168 Oct 24 13:15:36.124357 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device cb5ec18d-0daf-46e0-8178-db2cf8e45160 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:36.147081 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-9ffaab27-6e51-440f-a612-324b73dae920 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045231 Oct 24 13:15:36.192940 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port cb5ec18d-0daf-46e0-8178-db2cf8e45160 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:36.193491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:36.193655 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port cb5ec18d-0daf-46e0-8178-db2cf8e45160 Oct 24 13:15:36.297569 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port cb5ec18d-0daf-46e0-8178-db2cf8e45160 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:36.298971 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e0798a84-47b2-46ca-88c3-d7d5efeb759a up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:36.350578 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port e0798a84-47b2-46ca-88c3-d7d5efeb759a triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:36.350957 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:36.351432 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port e0798a84-47b2-46ca-88c3-d7d5efeb759a Oct 24 13:15:36.451606 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port e0798a84-47b2-46ca-88c3-d7d5efeb759a is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:36.452003 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:36.486892 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port e0798a84-47b2-46ca-88c3-d7d5efeb759a, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=e0798a84-47b2-46ca-88c3-d7d5efeb759a,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:36.492648 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:36.557563 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=e0798a84-47b2-46ca-88c3-d7d5efeb759a,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:37.264497 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564012-c1b8-4795-b2ec-a549e65054ef req-ba37b245-c7b7-4509-9a42-2b33aee302dc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:37.266214 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b7564012-c1b8-4795-b2ec-a549e65054ef req-ba37b245-c7b7-4509-9a42-2b33aee302dc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0583537 Oct 24 13:15:37.320716 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b7564012-c1b8-4795-b2ec-a549e65054ef req-31747392-a374-4edb-a7d2-da1ab0c40e08 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464108 Oct 24 13:15:37.734705 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9546d9-1f80-4437-943e-3116bf47beaa req-dd1ded3a-2c89-44b8-aacc-a60d920fa68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:37.742020 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5f9546d9-1f80-4437-943e-3116bf47beaa req-dd1ded3a-2c89-44b8-aacc-a60d920fa68a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1130 time: 0.0558114 Oct 24 13:15:37.788737 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-379ba3b9-49d6-431c-9091-fd1caefba9e2 req-bef43fcd-cebb-4b39-ac6b-31b48e550c91 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753409 Oct 24 13:15:37.824954 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5f9546d9-1f80-4437-943e-3116bf47beaa req-b86917f5-e1a9-461e-9539-212853f82ce0 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0707068 Oct 24 13:15:37.975039 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e0798a84-47b2-46ca-88c3-d7d5efeb759a up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:38.031929 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port e0798a84-47b2-46ca-88c3-d7d5efeb759a triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:38.032503 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:38.033040 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port e0798a84-47b2-46ca-88c3-d7d5efeb759a Oct 24 13:15:38.087814 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:38.124314 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port e0798a84-47b2-46ca-88c3-d7d5efeb759a is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:38.295939 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Sync routers for ids ['b932add7-14c5-4235-91ba-89e6e546f45f'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:15:38.308423 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Routers {'b932add7-14c5-4235-91ba-89e6e546f45f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:38.309321 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b932add7-14c5-4235-91ba-89e6e546f45f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:38.430527 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Set router b932add7-14c5-4235-91ba-89e6e546f45f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:38.505065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12acc90-dbbd-4aba-8d1b-ffb1ce342d68 req-1322f06d-6573-4386-bba4-441f07a7c23a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:38.506737 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e12acc90-dbbd-4aba-8d1b-ffb1ce342d68 req-1322f06d-6573-4386-bba4-441f07a7c23a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0647194 Oct 24 13:15:38.568474 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e12acc90-dbbd-4aba-8d1b-ffb1ce342d68 req-dddd8dc4-3df1-4a2e-9cd2-d586a2de2f81 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541830 Oct 24 13:15:38.750244 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'a46d2cdf-1fb8-45fc-85d4-f25541ae4219', 'name': '', 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'tenant_id': 'aa714009ed494760aba72453db740147', 'mac_address': 'fa:16:3e:4f:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:32Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 2, 'project_id': 'aa714009ed494760aba72453db740147', 'subnets': [{'id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:38.782400 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Checking router: b932add7-14c5-4235-91ba-89e6e546f45f for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:15:38.782636 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Updating router b932add7-14c5-4235-91ba-89e6e546f45f port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:15:38.820492 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:38.865670 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:39.132908 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Publish callbacks [] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:39.141936 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:39.208915 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811db18-e5a7-435b-b686-3946d0540f99 None None] Pushing event updated for resources: {'Port': ['ID=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:39.242219 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Attempting to bind port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:15:39.242592 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Attempting to bind port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:15:39.242960 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Attempting to bind port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 on network ee0c81c9-e08c-470d-85cd-a8e4a272a452 {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:15:39.289294 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:15:39.289673 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Checking segment: {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:15:39.290101 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:39.290454 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Bound using segment: {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:15:39.291008 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Bound port: a46d2cdf-1fb8-45fc-85d4-f25541ae4219, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:15:39.292041 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:39.367371 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:39.389521 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] For port a46d2cdf-1fb8-45fc-85d4-f25541ae4219, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:15:39.393541 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] For port a46d2cdf-1fb8-45fc-85d4-f25541ae4219, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:15:39.401710 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:39.408033 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:39.448456 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Routers {'b932add7-14c5-4235-91ba-89e6e546f45f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:15:39.449105 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b932add7-14c5-4235-91ba-89e6e546f45f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:39.529656 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811db18-e5a7-435b-b686-3946d0540f99 None None] Pushing event updated for resources: {'Port': ['ID=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:39.605454 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] Set router b932add7-14c5-4235-91ba-89e6e546f45f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:15:39.723453 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954b4d1-1670-4514-adee-9cfc6a9f7975 req-8670537d-c4d7-4f10-8257-66efcc94b281 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:39.731189 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5954b4d1-1670-4514-adee-9cfc6a9f7975 req-8670537d-c4d7-4f10-8257-66efcc94b281 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0614626 Oct 24 13:15:39.794625 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5954b4d1-1670-4514-adee-9cfc6a9f7975 req-ef87c161-63fd-4a82-8e40-ebd215f7462c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622573 Oct 24 13:15:39.819202 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:39.824104 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'a46d2cdf-1fb8-45fc-85d4-f25541ae4219', 'name': '', 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'tenant_id': 'aa714009ed494760aba72453db740147', 'mac_address': 'fa:16:3e:4f:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:32Z', 'updated_at': '2022-10-24T13:15:39Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'subnets': [{'id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:15:39.852458 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc733-3637-43c1-9600-1ba2c1f5a76f None None] The sync data for ids ['b932add7-14c5-4235-91ba-89e6e546f45f'] in dv-cinder-862489-1-iscsi is: [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:33Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'a46d2cdf-1fb8-45fc-85d4-f25541ae4219', 'name': '', 'network_id': 'ee0c81c9-e08c-470d-85cd-a8e4a272a452', 'tenant_id': 'aa714009ed494760aba72453db740147', 'mac_address': 'fa:16:3e:4f:6d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:32Z', 'updated_at': '2022-10-24T13:15:39Z', 'revision_number': 4, 'project_id': 'aa714009ed494760aba72453db740147', 'subnets': [{'id': '0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:15:39.992711 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a46d2cdf-1fb8-45fc-85d4-f25541ae4219 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:40.054805 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:40.055220 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:40.055560 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 Oct 24 13:15:40.142358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:40.142999 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:40.185030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port a46d2cdf-1fb8-45fc-85d4-f25541ae4219, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:15:40.190380 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:40.255535 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:40.264177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.264784 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.267173 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.267705 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.268218 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.268722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.269214 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.269700 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.270247 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.270735 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.271359 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.271867 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.272346 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.272820 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.273313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:15:40.919539 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78632647-6475-427e-8634-1bc5e2cd5a72 req-b244f3bd-a277-48c5-8283-19a297c317a1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:40.921008 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-78632647-6475-427e-8634-1bc5e2cd5a72 req-b244f3bd-a277-48c5-8283-19a297c317a1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0474093 Oct 24 13:15:40.974244 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-78632647-6475-427e-8634-1bc5e2cd5a72 req-171139f3-90c7-425c-b5e9-75974c2e2076 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472667 Oct 24 13:15:41.970138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a46d2cdf-1fb8-45fc-85d4-f25541ae4219 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:15:42.018918 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:42.019330 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:42.019673 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 Oct 24 13:15:42.112196 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:15:42.115515 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-80fd35d9-732c-49d9-8d07-ad09c115e38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:42.123924 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:42.137854 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1eda-828b-4843-808f-e55972643d77 req-8ac0c19b-b2f7-417f-a125-14176084759c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:42.145522 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5e9f1eda-828b-4843-808f-e55972643d77 req-8ac0c19b-b2f7-417f-a125-14176084759c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0664475 Oct 24 13:15:42.209860 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5e9f1eda-828b-4843-808f-e55972643d77 req-3af9f168-3894-46d9-95fe-2186f376094c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631332 Oct 24 13:15:43.392229 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c360f-be38-4c55-b10a-2c5999ede479 req-e81c72b6-c36f-4e31-b6a4-b9380f8f0b12 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:43.402309 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3e1c360f-be38-4c55-b10a-2c5999ede479 req-e81c72b6-c36f-4e31-b6a4-b9380f8f0b12 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0682137 Oct 24 13:15:43.476965 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3e1c360f-be38-4c55-b10a-2c5999ede479 req-56e78ef9-62eb-4f06-8071-3d04770b7edf tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662115 Oct 24 13:15:44.333930 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-0efc8c9a-4c2d-4842-b7ea-367439ec98eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:44.616925 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643af00c-5327-40e2-8287-d9ee38c172f7 req-d5c8274e-f2b6-44f7-95a7-e99040dd2243 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:44.618302 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-643af00c-5327-40e2-8287-d9ee38c172f7 req-d5c8274e-f2b6-44f7-95a7-e99040dd2243 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0488858 Oct 24 13:15:44.651594 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:44.666834 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-643af00c-5327-40e2-8287-d9ee38c172f7 req-a49d6025-33bb-4d8f-adcd-324a93a98c00 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421593 Oct 24 13:15:45.624299 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:45.778555 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-d1daea27-6f6c-4538-beec-31d26e86f94c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:45.780120 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-d1daea27-6f6c-4538-beec-31d26e86f94c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 814 time: 0.1127741 Oct 24 13:15:45.795769 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-0341bef4-0284-43e9-8868-4637dedc70dc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/quotas/e6ab0fbf44394afda8dd8f49818ccc63 HTTP/1.1" status: 200 len: 375 time: 0.0100434 Oct 24 13:15:45.850012 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-b5c4f811-76c0-481a-a248-3231f5626cda tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488262 Oct 24 13:15:45.948086 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-2b633af6-c7e8-428e-b5f2-2f184ef0d12a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862107 Oct 24 13:15:46.040732 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-10c27025-fcd9-45ad-a0be-bcdd015ab7b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868816 Oct 24 13:15:46.205383 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-90eef0c5-ff4d-405c-9725-a7955124c0ec req-8e366ca4-f530-4b99-b0e5-d1abf3bbc91e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 210 time: 0.0283706 Oct 24 13:15:47.254077 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:47.292358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:47.310876 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-00343275-5d93-4cf1-86af-459e9eb24b02 req-cbab9f8a-af12-4073-a5ab-6e9b1369d16b tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 210 time: 0.0298803 Oct 24 13:15:47.960993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:47.972623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-3a32c1fa-b6f2-426b-92c1-2e2bd77a405d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:47.974076 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-3a32c1fa-b6f2-426b-92c1-2e2bd77a405d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 814 time: 0.1158946 Oct 24 13:15:47.990688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'port': {'device_id': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'admin_state_up': True, 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:15:48.111794 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Made reservation on behalf of e6ab0fbf44394afda8dd8f49818ccc63 for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:15:48.115556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:48.253806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Allocated IP 172.20.0.7 (4279f750-abb3-4f71-b284-28a4618e7809/79a090a9-15c2-4f46-996d-f3865170d881/018f2d3e-909b-488a-af88-b11609f2409d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:15:48.459416 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for port (018f2d3e-909b-488a-af88-b11609f2409d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:48.466713 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:48.511394 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3fd82631-a8ee-46df-a9e0-592e6aaa18c1 req-900cd292-104a-440a-961f-e6196421d1dc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 210 time: 0.0416653 Oct 24 13:15:48.559353 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:48.608659 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Network 4279f750-abb3-4f71-b284-28a4618e7809 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:15:48.616269 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:15:48.620718 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:15:48.646979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:15:48.685958 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:48.686589 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:48.704215 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-e5489584-cbed-44b2-94f8-f251ec3807a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201960 Oct 24 13:15:48.842171 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f9476d7e-3799-41e2-99ae-82f978b965a3 None None] Provisioning complete for port 018f2d3e-909b-488a-af88-b11609f2409d triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:15:48.842764 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f9476d7e-3799-41e2-99ae-82f978b965a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (018f2d3e-909b-488a-af88-b11609f2409d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:48.842852 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f9476d7e-3799-41e2-99ae-82f978b965a3 None None] Attempt 1 to provision port 018f2d3e-909b-488a-af88-b11609f2409d Oct 24 13:15:48.874567 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f9476d7e-3799-41e2-99ae-82f978b965a3 None None] Port 018f2d3e-909b-488a-af88-b11609f2409d cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:15:49.294985 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780740ab-fada-47ed-be28-e701e56e18a6 req-a9b67630-40cd-4872-aeed-2f8565e5c725 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:49.296513 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-780740ab-fada-47ed-be28-e701e56e18a6 req-a9b67630-40cd-4872-aeed-2f8565e5c725 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0489645 Oct 24 13:15:49.350103 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-780740ab-fada-47ed-be28-e701e56e18a6 req-e7c29492-e2e6-4db7-a325-d2ba26e5c7c6 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Oct 24 13:15:49.659579 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f4d4-e49e-4853-81f7-0f8664ed8690 req-263b9a3a-8b48-4656-93c3-02fe0ae0f872 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:49.661231 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8f27f4d4-e49e-4853-81f7-0f8664ed8690 req-263b9a3a-8b48-4656-93c3-02fe0ae0f872 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0544434 Oct 24 13:15:49.686427 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:49.714489 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8f27f4d4-e49e-4853-81f7-0f8664ed8690 req-fe3eb93d-df5c-484e-91fa-b59db9e4654f tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Oct 24 13:15:50.475999 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288aeca-47cf-4e88-b891-8eb586157b1f req-e7a4279f-50f8-40fc-9187-4dce30b41724 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:50.477479 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9288aeca-47cf-4e88-b891-8eb586157b1f req-e7a4279f-50f8-40fc-9187-4dce30b41724 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0485387 Oct 24 13:15:50.529309 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9288aeca-47cf-4e88-b891-8eb586157b1f req-34778f3e-a163-471e-86d8-72c106458c95 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Oct 24 13:15:50.842060 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44c4c6-998e-4484-9134-4463532af288 req-4bd3a1c5-dc73-4bc7-b015-f2dba6ac510c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:50.843773 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cf44c4c6-998e-4484-9134-4463532af288 req-4bd3a1c5-dc73-4bc7-b015-f2dba6ac510c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0478797 Oct 24 13:15:50.892523 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cf44c4c6-998e-4484-9134-4463532af288 req-e5f3498b-7821-4fc2-bfda-6a8fa990cc7b tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Oct 24 13:15:51.653628 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9a4c4-76e6-4226-8144-edbc9a6b8a2c req-55039f43-27dc-4ee9-8f0a-e67bff97cc5e tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:51.655247 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c7d9a4c4-76e6-4226-8144-edbc9a6b8a2c req-55039f43-27dc-4ee9-8f0a-e67bff97cc5e tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0490735 Oct 24 13:15:51.676652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:51.709613 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c7d9a4c4-76e6-4226-8144-edbc9a6b8a2c req-af9ada0a-8aa6-484f-a1dd-be775c3e7d3f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Oct 24 13:15:52.020790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ffdf1-13f6-49e6-99ac-d3fbb461a29c req-0fa2864c-3f6e-4920-9a8c-a401c4dd05b7 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:52.022274 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a4ffdf1-13f6-49e6-99ac-d3fbb461a29c req-0fa2864c-3f6e-4920-9a8c-a401c4dd05b7 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0489798 Oct 24 13:15:52.073818 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a4ffdf1-13f6-49e6-99ac-d3fbb461a29c req-594f7813-7587-4314-b8aa-f60d9857fe0d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457103 Oct 24 13:15:52.835616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e9a1-f00d-4170-9762-4b07a4119f8d req-548724aa-2520-4f47-91b3-869d50b3daf1 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:52.837092 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-56a6e9a1-f00d-4170-9762-4b07a4119f8d req-548724aa-2520-4f47-91b3-869d50b3daf1 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0511577 Oct 24 13:15:52.886490 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-56a6e9a1-f00d-4170-9762-4b07a4119f8d req-5ced00fa-fe88-4542-8af1-724222e2e4dd tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Oct 24 13:15:53.201652 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba1b8-6898-4ab5-b103-d43ceac87d37 req-01266fa6-961a-45a6-93a3-2305a8821c3d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:53.203185 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1a1ba1b8-6898-4ab5-b103-d43ceac87d37 req-01266fa6-961a-45a6-93a3-2305a8821c3d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0520821 Oct 24 13:15:53.255652 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1a1ba1b8-6898-4ab5-b103-d43ceac87d37 req-a656aba3-30f3-4cb9-aa89-065665254d9c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 Oct 24 13:15:53.386725 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:53.400747 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:54.016491 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42686d-5064-4be6-9e5e-a9ad1c40d26f req-61ac7dc6-aa7d-4c46-954a-c2ad4e9af202 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:54.017968 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1f42686d-5064-4be6-9e5e-a9ad1c40d26f req-61ac7dc6-aa7d-4c46-954a-c2ad4e9af202 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0496364 Oct 24 13:15:54.069361 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1f42686d-5064-4be6-9e5e-a9ad1c40d26f req-aa8842a9-a32f-470d-ac99-2b4e6f2a3bbb tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Oct 24 13:15:54.381448 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aca0e0-a14e-4861-86e2-baca500fce96 req-b687eae4-3727-43de-b92d-2fc6590ba7bd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:54.383355 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d1aca0e0-a14e-4861-86e2-baca500fce96 req-b687eae4-3727-43de-b92d-2fc6590ba7bd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0480182 Oct 24 13:15:54.433518 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d1aca0e0-a14e-4861-86e2-baca500fce96 req-6e12db41-5e9c-4f13-838b-5bbd1eecc914 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Oct 24 13:15:55.197305 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c61e1-a33a-4882-b8f2-7e5947de01e6 req-65713ffa-0a95-445d-8e2b-164c848419c3 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:55.199481 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-073c61e1-a33a-4882-b8f2-7e5947de01e6 req-65713ffa-0a95-445d-8e2b-164c848419c3 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0535657 Oct 24 13:15:55.249434 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-073c61e1-a33a-4882-b8f2-7e5947de01e6 req-9445d1cb-20ee-4367-8a7e-b323f2941f4f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Oct 24 13:15:55.588558 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e82d5-f6cf-4704-bb53-1c4064aacba0 req-606b884d-8bfc-46e9-9aec-8dbca4d51c4d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:55.590065 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-295e82d5-f6cf-4704-bb53-1c4064aacba0 req-606b884d-8bfc-46e9-9aec-8dbca4d51c4d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0586009 Oct 24 13:15:55.661967 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-295e82d5-f6cf-4704-bb53-1c4064aacba0 req-cbafa619-d318-41b7-8304-e9f357dc4c8e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647478 Oct 24 13:15:55.837520 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:15:56.376333 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0412-b9e4-4541-97de-ad63413864ab req-8aad4e02-b7c9-4c61-864d-65c1513e8ac8 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:56.377830 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a79c0412-b9e4-4541-97de-ad63413864ab req-8aad4e02-b7c9-4c61-864d-65c1513e8ac8 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0472074 Oct 24 13:15:56.429898 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a79c0412-b9e4-4541-97de-ad63413864ab req-cc92d234-f148-4dec-b5c2-2e9d4611590f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Oct 24 13:15:56.787883 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29d9d-030e-4f56-858f-00c4dbde1a5b req-05cbd1fa-6614-4f3d-b980-e58bc13c8b3d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:56.789313 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fcd29d9d-030e-4f56-858f-00c4dbde1a5b req-05cbd1fa-6614-4f3d-b980-e58bc13c8b3d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0488291 Oct 24 13:15:56.839320 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fcd29d9d-030e-4f56-858f-00c4dbde1a5b req-99df2066-e28a-4ead-90b2-65942ccf2ea8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Oct 24 13:15:57.552763 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552a250-ae13-4890-9367-c985a07291c7 req-74716a43-a1a5-4952-a9b8-1f10841b5970 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:57.554280 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0552a250-ae13-4890-9367-c985a07291c7 req-74716a43-a1a5-4952-a9b8-1f10841b5970 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0484302 Oct 24 13:15:57.608034 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0552a250-ae13-4890-9367-c985a07291c7 req-b0f2a06b-af55-4b3f-9ecb-4fb61a8a2455 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470023 Oct 24 13:15:57.957566 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccbb2d-e68f-4b72-a424-69669b7c6371 req-94aaa9d1-4920-4a9e-8a98-0e7cea6e52bb tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:57.959047 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c6ccbb2d-e68f-4b72-a424-69669b7c6371 req-94aaa9d1-4920-4a9e-8a98-0e7cea6e52bb tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0465882 Oct 24 13:15:58.010167 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c6ccbb2d-e68f-4b72-a424-69669b7c6371 req-8119b06b-0013-4fd2-a424-8256ba89974e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439312 Oct 24 13:15:58.723324 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:58.735313 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe45349-e3f1-4ac3-a0b7-0f2d51bfa0fb req-abc0f5e7-3fae-4cca-a4b7-62f7546add2b tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:58.736808 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4fe45349-e3f1-4ac3-a0b7-0f2d51bfa0fb req-abc0f5e7-3fae-4cca-a4b7-62f7546add2b tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0529649 Oct 24 13:15:58.787010 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4fe45349-e3f1-4ac3-a0b7-0f2d51bfa0fb req-c061a81b-1a42-4a93-a331-b4e30a73194e tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442789 Oct 24 13:15:58.872673 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:15:59.139811 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398b0e2-8854-4c2b-899d-92a780fe40c5 req-e24c6f6c-d33b-44de-b673-b0675d994adc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:59.141311 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9398b0e2-8854-4c2b-899d-92a780fe40c5 req-e24c6f6c-d33b-44de-b673-b0675d994adc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0510869 Oct 24 13:15:59.189984 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9398b0e2-8854-4c2b-899d-92a780fe40c5 req-cd531add-976b-43a8-b7b7-52479a7f2a1a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431981 Oct 24 13:15:59.927347 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a5cc-ce3f-4c8b-be3f-aae030cc2471 req-dd681060-4aa1-4c9f-a1b5-335339565af9 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:15:59.928821 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6370a5cc-ce3f-4c8b-be3f-aae030cc2471 req-dd681060-4aa1-4c9f-a1b5-335339565af9 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0649457 Oct 24 13:15:59.978645 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6370a5cc-ce3f-4c8b-be3f-aae030cc2471 req-815307b4-fa8a-4f83-b869-59dce5c63ab2 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Oct 24 13:16:00.313714 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f68f-53db-45ad-95eb-3610916900d6 req-310b0e72-308e-4206-af8d-e0d15a6595a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:00.315216 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8510f68f-53db-45ad-95eb-3610916900d6 req-310b0e72-308e-4206-af8d-e0d15a6595a8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 931 time: 0.0474100 Oct 24 13:16:00.356552 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:00.364570 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8510f68f-53db-45ad-95eb-3610916900d6 req-0fc8c9f1-35b6-4b46-a711-b987ada9fa27 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Oct 24 13:16:00.880704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Request body: {'port': {'device_id': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:00.944231 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:01.144892 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf540b-0fa7-40fe-985f-29d22d34cfa1 req-77cdbf3d-5457-42c1-94ba-34648df3a8f8 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:01.146265 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27cf540b-0fa7-40fe-985f-29d22d34cfa1 req-77cdbf3d-5457-42c1-94ba-34648df3a8f8 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0885870 Oct 24 13:16:01.192732 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:01.232734 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27cf540b-0fa7-40fe-985f-29d22d34cfa1 req-64069ec2-6a7f-42ec-af5b-2ea7a381b22d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793712 Oct 24 13:16:01.280166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018f2d3e-909b-488a-af88-b11609f2409d {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:16:01.287742 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Publish callbacks [] for port (018f2d3e-909b-488a-af88-b11609f2409d), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:01.300213 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Transition to ACTIVE for port object 018f2d3e-909b-488a-af88-b11609f2409d will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:16:01.304343 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:01.365342 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:01.419159 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Attempting to bind port 018f2d3e-909b-488a-af88-b11609f2409d on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:16:01.419498 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Attempting to bind port 018f2d3e-909b-488a-af88-b11609f2409d by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:16:01.419826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Attempting to bind port 018f2d3e-909b-488a-af88-b11609f2409d on network 4279f750-abb3-4f71-b284-28a4618e7809 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:16:01.464588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Port 018f2d3e-909b-488a-af88-b11609f2409d on network 4279f750-abb3-4f71-b284-28a4618e7809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:16:01.464920 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Attempting to bind port 018f2d3e-909b-488a-af88-b11609f2409d on network 4279f750-abb3-4f71-b284-28a4618e7809 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:16:01.465220 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:16:01.492679 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740f885-c1ac-43b3-b0c0-96721dec4222 req-a58a7b84-89ff-442e-b988-48f53de0d0b0 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:01.494853 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0740f885-c1ac-43b3-b0c0-96721dec4222 req-a58a7b84-89ff-442e-b988-48f53de0d0b0 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 943 time: 0.0512149 Oct 24 13:16:01.507220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:16:01.507559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Checking segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:16:01.507940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Bound using segment: {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:16:01.508377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Bound port: 018f2d3e-909b-488a-af88-b11609f2409d, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:16:01.508738 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:01.541912 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0740f885-c1ac-43b3-b0c0-96721dec4222 req-a435eda6-a554-4849-a012-71635c581e97 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Oct 24 13:16:01.554547 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:01.572898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:16:01.575996 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:16:01.581212 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:01.585168 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:01.585779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:01.587198 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 1093 time: 0.7107971 Oct 24 13:16:01.587718 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:01.589949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:01.629419 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2878508d-440c-47ea-9f91-9fe8c973a33d x-openstack-request-id: req-2878508d-440c-47ea-9f91-9fe8c973a33d {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:01.629710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:01.629969 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2878508d-440c-47ea-9f91-9fe8c973a33d {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:01.630369 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2878508d-440c-47ea-9f91-9fe8c973a33d'] response: {'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'status': 'completed', 'code': 200} Oct 24 13:16:01.642556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400ebc-6b62-448b-9dbf-ee0cb505b25a service neutron] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:02.352435 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94f5a1-2ee6-40f1-99a7-479cd4166bd1 req-46466666-3a8f-4ecb-8833-bdc8e5d2df4c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:02.354490 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-df94f5a1-2ee6-40f1-99a7-479cd4166bd1 req-46466666-3a8f-4ecb-8833-bdc8e5d2df4c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0468957 Oct 24 13:16:02.374671 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:02.402706 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-df94f5a1-2ee6-40f1-99a7-479cd4166bd1 req-eeee10aa-c0bb-43c5-9938-0bf6cf392712 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Oct 24 13:16:02.666662 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3 req-3a204c8c-d733-42f3-94e8-535e6e7707c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:02.668369 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3 req-3a204c8c-d733-42f3-94e8-535e6e7707c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1127 time: 0.0445917 Oct 24 13:16:02.681207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f010d-209a-4cf9-a424-69fca39422ae req-babcf21f-d040-4889-99bc-fde005c5c78e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:02.682703 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-389f010d-209a-4cf9-a424-69fca39422ae req-babcf21f-d040-4889-99bc-fde005c5c78e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 943 time: 0.0575657 Oct 24 13:16:02.738652 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-389f010d-209a-4cf9-a424-69fca39422ae req-79ecea3f-ba4c-46b8-ab87-31d1a523dc42 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 Oct 24 13:16:02.930517 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3 req-e77c3482-6fb5-47ca-bc51-fe2d5062b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:02.932752 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3 req-e77c3482-6fb5-47ca-bc51-fe2d5062b6a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959873 Oct 24 13:16:03.048501 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-1cb6c67a-58bf-4ddd-9b1a-e579cea727b3 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.049951 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-1cb6c67a-58bf-4ddd-9b1a-e579cea727b3 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0964854 Oct 24 13:16:03.143879 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3 req-34e9ed8d-8344-4a45-9abe-ad86db74a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.145318 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5ea00cb7-788e-4afe-bc47-f6a3bb9e6cf3 req-34e9ed8d-8344-4a45-9abe-ad86db74a40e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907065 Oct 24 13:16:03.164664 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Deleting port e9210097-debc-417e-a4c0-33a08dd9bfd8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:03.165000 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:03.268645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-efad8178-e1ad-41b2-bcad-18e024ad43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.270225 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-efad8178-e1ad-41b2-bcad-18e024ad43de service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1127 time: 0.0818832 Oct 24 13:16:03.330249 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-9e80a54b-6936-4960-ba67-8f23fe1c2080 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 217 time: 0.0466752 Oct 24 13:16:03.335108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] For port e9210097-debc-417e-a4c0-33a08dd9bfd8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=e9210097-debc-417e-a4c0-33a08dd9bfd8,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:03.335498 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:03.353881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:03.377897 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Calling delete_port for e9210097-debc-417e-a4c0-33a08dd9bfd8 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:03.441336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-5bbeb597-a3df-4f2b-b9cc-e3ab6bd4d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.442913 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-5bbeb597-a3df-4f2b-b9cc-e3ab6bd4d939 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 200 len: 853 time: 0.0992093 Oct 24 13:16:03.513009 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-64459a4c-1379-4b19-926a-db61b76f8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.514565 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-64459a4c-1379-4b19-926a-db61b76f8879 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4279f750-abb3-4f71-b284-28a4618e7809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568483 Oct 24 13:16:03.530870 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755a42e-64ec-4ab5-afb5-c5ddeced86f2 req-b1eb2e6e-1206-4a95-a841-7d993b1b4ada tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.532518 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2755a42e-64ec-4ab5-afb5-c5ddeced86f2 req-b1eb2e6e-1206-4a95-a841-7d993b1b4ada tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 945 time: 0.0524137 Oct 24 13:16:03.550058 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:03.584044 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2755a42e-64ec-4ab5-afb5-c5ddeced86f2 req-1d7f79d0-6d0b-43a6-ac0a-e91d79b385d5 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Oct 24 13:16:03.878184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (e9210097-debc-417e-a4c0-33a08dd9bfd8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:03.898936 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['e9210097-debc-417e-a4c0-33a08dd9bfd8'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:03.919955 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Pushing event deleted for resources: {'Port': ['ID=e9210097-debc-417e-a4c0-33a08dd9bfd8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:03.930679 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99e59-6d7d-48fc-9702-955e85724d15 req-e640c8e1-6adf-455d-9b36-77b1668ade69 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:03.932251 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b1b99e59-6d7d-48fc-9702-955e85724d15 req-e640c8e1-6adf-455d-9b36-77b1668ade69 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 943 time: 0.0974910 Oct 24 13:16:04.010101 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] No DVR routers for this DVR port e9210097-debc-417e-a4c0-33a08dd9bfd8 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:16:04.014828 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-5b64a675-aa8d-4d37-889f-4fe32243bc49 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887786 Oct 24 13:16:04.016592 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:04.019714 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-19ebdd19-efcd-4d10-b973-bff7ef61d89b req-73560d4f-a57b-4556-8b9a-bf8a339db947 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e9210097-debc-417e-a4c0-33a08dd9bfd8 HTTP/1.1" status: 204 len: 173 time: 0.9608707 Oct 24 13:16:04.025643 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24354cc9-2856-455f-b89e-cd913ef97dde', 'name': 'network-vif-deleted', 'tag': 'e9210097-debc-417e-a4c0-33a08dd9bfd8'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:04.028188 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76bd4df-1db6-422e-b8cf-0555aca580c8" -d '{"events": [{"server_uuid": "24354cc9-2856-455f-b89e-cd913ef97dde", "name": "network-vif-deleted", "tag": "e9210097-debc-417e-a4c0-33a08dd9bfd8"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:04.069054 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b1b99e59-6d7d-48fc-9702-955e85724d15 req-c6104879-2314-4bce-9b36-fd630ed9997f tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214781 Oct 24 13:16:04.148917 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4192d642-14e5-493c-ae43-7d530958ffc2 x-openstack-request-id: req-4192d642-14e5-493c-ae43-7d530958ffc2 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:04.149276 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24354cc9-2856-455f-b89e-cd913ef97dde", "name": "network-vif-deleted", "tag": "e9210097-debc-417e-a4c0-33a08dd9bfd8", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:04.149733 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4192d642-14e5-493c-ae43-7d530958ffc2 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:04.150792 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4192d642-14e5-493c-ae43-7d530958ffc2'] response: {'server_uuid': '24354cc9-2856-455f-b89e-cd913ef97dde', 'name': 'network-vif-deleted', 'tag': 'e9210097-debc-417e-a4c0-33a08dd9bfd8', 'status': 'completed', 'code': 200} Oct 24 13:16:04.167895 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee5547b3-3079-4d2c-90bd-84e1dc608f7a req-b614ff30-d1a1-4a20-9ec5-bc9f1f3fd14c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369100 Oct 24 13:16:04.327568 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bb28-4b04-4e83-96b3-2d896f0b8090 req-a17350f2-81f9-47de-9820-338e43d96fd4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:04.329055 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7bf1bb28-4b04-4e83-96b3-2d896f0b8090 req-a17350f2-81f9-47de-9820-338e43d96fd4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0473456 Oct 24 13:16:04.377092 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7bf1bb28-4b04-4e83-96b3-2d896f0b8090 req-7df5a717-46af-4331-b5fd-1e5582712408 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Oct 24 13:16:04.701005 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-784e3258-0bf4-4b3f-9a75-c8562273d0a6 req-47a9bbec-80da-4c6f-ac64-9ca59eb5fec4 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 210 time: 0.0300524 Oct 24 13:16:05.217224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3187e7-40e9-4d96-8f5c-2e2d8bff1f10 req-ebe6fcca-291b-4473-832b-ca245ce59342 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:05.218622 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ac3187e7-40e9-4d96-8f5c-2e2d8bff1f10 req-ebe6fcca-291b-4473-832b-ca245ce59342 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Oct 24 13:16:05.266749 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ac3187e7-40e9-4d96-8f5c-2e2d8bff1f10 req-8fbf8793-f50d-4574-9ede-e2bce0fa4f19 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Oct 24 13:16:05.493704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce027-8125-4f30-bffe-672ab7352277 req-cb33df9c-7f8d-4150-a2b6-97a58d3a5bfe tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:05.495563 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-20fce027-8125-4f30-bffe-672ab7352277 req-cb33df9c-7f8d-4150-a2b6-97a58d3a5bfe tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0462556 Oct 24 13:16:05.543375 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-20fce027-8125-4f30-bffe-672ab7352277 req-ea4ec531-2c13-40c5-8451-eb07074c1109 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Oct 24 13:16:05.815227 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d89e7616-82b7-4627-99f6-23581b67b223 req-6a6df87b-3609-4dbe-a026-bfb3e6fec949 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 210 time: 0.0290444 Oct 24 13:16:06.391011 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c504-6b0d-4137-a22c-5515ef52d21c req-709aaeea-4805-4508-b5e8-744df32c1a57 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:06.392529 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d76c504-6b0d-4137-a22c-5515ef52d21c req-709aaeea-4805-4508-b5e8-744df32c1a57 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 943 time: 0.0502682 Oct 24 13:16:06.441513 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d76c504-6b0d-4137-a22c-5515ef52d21c req-a66bf6cd-8a0b-4254-8fd5-a1559c9f9fac tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Oct 24 13:16:06.666568 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fddb1-e27f-45c4-84b7-4742ac829ffd req-02362a84-a900-4554-99ff-1cb307e202d0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:06.668091 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b32fddb1-e27f-45c4-84b7-4742ac829ffd req-02362a84-a900-4554-99ff-1cb307e202d0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0482750 Oct 24 13:16:06.718483 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b32fddb1-e27f-45c4-84b7-4742ac829ffd req-6ce2917d-2516-4a17-8f6d-30122565fec2 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e009cb60-f4e8-41c5-9a8b-7c87348c55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Oct 24 13:16:06.757537 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-dcfd0e2b-bdba-4c3b-89cb-f6afd7860cb7 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:06.759579 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-dcfd0e2b-bdba-4c3b-89cb-f6afd7860cb7 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 945 time: 0.0485818 Oct 24 13:16:06.925065 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-23d3407f-680b-4ac3-811e-e5774fabc1fd req-363026aa-623d-46e5-933b-67abee6766b0 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=24354cc9-2856-455f-b89e-cd913ef97dde HTTP/1.1" status: 200 len: 210 time: 0.0265067 Oct 24 13:16:07.070076 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 37f90190-526c-4317-90a1-c6197bdf36c1 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:07.070498 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.132631 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:07.156485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 018f2d3e-909b-488a-af88-b11609f2409d details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:16:07.161488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device e9210097-debc-417e-a4c0-33a08dd9bfd8 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:16:07.165789 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] For port 37f90190-526c-4317-90a1-c6197bdf36c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=37f90190-526c-4317-90a1-c6197bdf36c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:07.166256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.191371 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: e9210097-debc-417e-a4c0-33a08dd9bfd8 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:16:07.191720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device e9210097-debc-417e-a4c0-33a08dd9bfd8 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:16:07.268792 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:07.281104 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:07.293950 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '018f2d3e-909b-488a-af88-b11609f2409d', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'port_id': '018f2d3e-909b-488a-af88-b11609f2409d', 'mac_address': 'fa:16:3e:74:6b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:16:07.332347 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 018f2d3e-909b-488a-af88-b11609f2409d is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:16:07.332738 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.345754 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018f2d3e-909b-488a-af88-b11609f2409d {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:16:07.366090 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:07.370242 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.380332 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.380699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (76adfed8-a173-4ce4-b4f3-5125b642af39), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.381013 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP 76adfed8-a173-4ce4-b4f3-5125b642af39 disassociated. External IP: 172.27.1.61, port: 37f90190-526c-4317-90a1-c6197bdf36c1. Oct 24 13:16:07.381354 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 37f90190-526c-4317-90a1-c6197bdf36c1 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:07.417890 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:07.440288 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:07.514920 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (37f90190-526c-4317-90a1-c6197bdf36c1), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.542630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=37f90190-526c-4317-90a1-c6197bdf36c1,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:07.568731 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6767d5c-036e-416b-a676-b2cf5626d944 req-bb27f0fb-0ea0-45bb-aee9-92017eb8a2bc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:07.576121 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b6767d5c-036e-416b-a676-b2cf5626d944 req-bb27f0fb-0ea0-45bb-aee9-92017eb8a2bc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 944 time: 0.0524857 Oct 24 13:16:07.619631 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b6767d5c-036e-416b-a676-b2cf5626d944 req-f8d4213c-8d14-4908-860d-75c7b38c18db tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Oct 24 13:16:07.638512 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['018f2d3e-909b-488a-af88-b11609f2409d'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:07.659485 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:16:07.772071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:16:07.786432 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:16:07.803097 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:07.803097 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:07.828247 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] No DVR routers for this DVR port 37f90190-526c-4317-90a1-c6197bdf36c1 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:16:07.831925 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:07.835204 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-961417cf-fe63-4fca-9563-3d57cd5acabe req-48028951-bbb3-4ff5-ba8d-553e12510e44 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "DELETE /networking/v2.0/ports/37f90190-526c-4317-90a1-c6197bdf36c1 HTTP/1.1" status: 204 len: 173 time: 0.8535478 Oct 24 13:16:07.835760 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'name': 'network-vif-deleted', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:07.838767 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25c44d-1a61-457e-aa6e-34fdd9a99d51" -d '{"events": [{"server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "name": "network-vif-deleted", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:07.858085 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8251537d-427f-4255-b64c-78c719fb6cee req-12cb1fa6-9d42-4b06-be9d-e585bbd419b8 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0388231 Oct 24 13:16:07.905517 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f6de51-e72b-414d-9773-95c4c644546f x-openstack-request-id: req-17f6de51-e72b-414d-9773-95c4c644546f {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:07.907477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc138711-ddfb-4b61-bf88-532641a857cd", "name": "network-vif-deleted", "tag": "37f90190-526c-4317-90a1-c6197bdf36c1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:07.907958 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17f6de51-e72b-414d-9773-95c4c644546f {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:07.908380 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f6de51-e72b-414d-9773-95c4c644546f'] response: {'server_uuid': 'dc138711-ddfb-4b61-bf88-532641a857cd', 'name': 'network-vif-deleted', 'tag': '37f90190-526c-4317-90a1-c6197bdf36c1', 'status': 'completed', 'code': 200} Oct 24 13:16:07.926504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:08.194591 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:18Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:08.238960 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:16:08.253752 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:08.254428 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:15:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:08.299230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:08.357291 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:08.451128 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:08.572815 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:18Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:08.597054 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b30017-b27d-4025-aa4d-ae1718739688 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '58d017f7-faa4-4406-bcb4-2742b01558a7', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:83:18:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:12:45Z', 'updated_at': '2022-10-24T13:13:18Z', 'revision_number': 2, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:16:08.747827 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c020f-a5ca-4a37-b31b-0fd9d78f132b req-ebc29920-3f77-4c45-afea-c9b315f5090c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:08.749349 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa2c020f-a5ca-4a37-b31b-0fd9d78f132b req-ebc29920-3f77-4c45-afea-c9b315f5090c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 944 time: 0.0511515 Oct 24 13:16:08.800296 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa2c020f-a5ca-4a37-b31b-0fd9d78f132b req-69e1446c-6cb6-4650-ba3d-b13d57d3ebda tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Oct 24 13:16:08.844665 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263f599-3d23-46d9-8da9-6fc3f62852d5 None None] New status for floating IP 76adfed8-a173-4ce4-b4f3-5125b642af39: DOWN {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:16:08.987958 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f3dde932-13b6-4fda-b409-56c4fea7cc3d req-1c249d1b-9f29-404e-bdbf-cd5f2d0fefee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0340075 Oct 24 13:16:09.933529 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634fb97-7fe1-4e0f-bc32-d767d1c5e9c5 req-7d7ca155-9a86-4195-ae00-c5ca70bfc3e8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:09.935042 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0634fb97-7fe1-4e0f-bc32-d767d1c5e9c5 req-7d7ca155-9a86-4195-ae00-c5ca70bfc3e8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 944 time: 0.0522792 Oct 24 13:16:09.984134 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0634fb97-7fe1-4e0f-bc32-d767d1c5e9c5 req-47af2dbc-7cfc-4aee-87b2-37930d5743f3 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Oct 24 13:16:10.115975 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bfd4951f-b7c4-472e-906d-66bb93575ed4 req-c01362ce-a997-4704-accf-d4eb5dd5d1ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0331812 Oct 24 13:16:11.009699 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 018f2d3e-909b-488a-af88-b11609f2409d up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:16:11.057319 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 018f2d3e-909b-488a-af88-b11609f2409d completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:16:11.064184 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 018f2d3e-909b-488a-af88-b11609f2409d triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:16:11.064499 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (018f2d3e-909b-488a-af88-b11609f2409d), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:11.064911 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 018f2d3e-909b-488a-af88-b11609f2409d Oct 24 13:16:11.107833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caaef-cdf6-4d22-997d-da6f7771d8a6 req-412a4f89-d16e-44e6-bb24-7670bd6e6cae tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:11.109370 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cb5caaef-cdf6-4d22-997d-da6f7771d8a6 req-412a4f89-d16e-44e6-bb24-7670bd6e6cae tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 944 time: 0.0492113 Oct 24 13:16:11.178949 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cb5caaef-cdf6-4d22-997d-da6f7771d8a6 req-424831d4-65cc-4f8a-964a-aa43c11c257c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Oct 24 13:16:11.248461 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1aa4b793-2b3d-4ac1-9c8a-e9fe9b914a1c req-9c39bf29-678c-4f6b-ad25-051d25f4b576 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dc138711-ddfb-4b61-bf88-532641a857cd HTTP/1.1" status: 200 len: 210 time: 0.0315576 Oct 24 13:16:11.291351 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 018f2d3e-909b-488a-af88-b11609f2409d is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:16:11.291759 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:11.316465 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:11.318858 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360466cd-d2b5-4490-a5e3-ebeb1dfccebf" -d '{"events": [{"server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "name": "network-vif-plugged", "status": "completed", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:11.338617 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:11.345799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:11.355211 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 37f90190-526c-4317-90a1-c6197bdf36c1 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:16:11.376867 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f31be-d910-47ab-bebb-139f7513b569 x-openstack-request-id: req-a92f31be-d910-47ab-bebb-139f7513b569 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:11.377186 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "name": "network-vif-plugged", "status": "completed", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:11.377793 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a92f31be-d910-47ab-bebb-139f7513b569 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:11.378494 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92f31be-d910-47ab-bebb-139f7513b569'] response: {'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'code': 200} Oct 24 13:16:11.402166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 37f90190-526c-4317-90a1-c6197bdf36c1 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:16:11.402513 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 37f90190-526c-4317-90a1-c6197bdf36c1 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:16:11.427155 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:12.029224 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236617d-7902-4137-8cf6-4f8d975e2fae req-5cafb757-9886-4832-93b3-997fcbf27cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:12.030734 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f236617d-7902-4137-8cf6-4f8d975e2fae req-5cafb757-9886-4832-93b3-997fcbf27cf9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1129 time: 0.0429595 Oct 24 13:16:12.088394 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f236617d-7902-4137-8cf6-4f8d975e2fae req-0b19cf32-aa50-49b5-a04f-14447dcc9cdc service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489199 Oct 24 13:16:12.090138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-abf4c564-c4c7-4bc7-a8b0-6af96d7358fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.304742 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2469e87-d0bc-4ee7-a8ed-70c35a43bd4c req-eced9164-3ebd-4b09-bc56-0513688cc74c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:12.306947 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2469e87-d0bc-4ee7-a8ed-70c35a43bd4c req-eced9164-3ebd-4b09-bc56-0513688cc74c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0526223 Oct 24 13:16:12.356715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35688) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:12.359346 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2469e87-d0bc-4ee7-a8ed-70c35a43bd4c req-40ec15b8-654c-4a15-8ec4-0193c267f084 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Oct 24 13:16:12.364584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:12.420031 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8080621f-f6a5-40b5-8b91-64b29609aeea tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (e009cb60-f4e8-41c5-9a8b-7c87348c55d2), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.442495 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8080621f-f6a5-40b5-8b91-64b29609aeea tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (e009cb60-f4e8-41c5-9a8b-7c87348c55d2), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.465299 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:12.495549 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8080621f-f6a5-40b5-8b91-64b29609aeea tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e009cb60-f4e8-41c5-9a8b-7c87348c55d2), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.498116 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8080621f-f6a5-40b5-8b91-64b29609aeea tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.499259 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-8080621f-f6a5-40b5-8b91-64b29609aeea tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e009cb60-f4e8-41c5-9a8b-7c87348c55d2 HTTP/1.1" status: 204 len: 168 time: 0.1413913 Oct 24 13:16:12.502265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35696) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:12.510226 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080621f-f6a5-40b5-8b91-64b29609aeea tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009cb60-f4e8-41c5-9a8b-7c87348c55d2,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:12.518024 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-41500ea1-8ad6-4542-87c1-77da998e7503 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] show failed (client error): The resource could not be found. Oct 24 13:16:12.519164 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-41500ea1-8ad6-4542-87c1-77da998e7503 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e009cb60-f4e8-41c5-9a8b-7c87348c55d2 HTTP/1.1" status: 404 len: 347 time: 0.0155077 Oct 24 13:16:12.522005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35698) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:12.558291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:12.650309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 48646eeb-655d-4b24-9a3e-15be39ddc7af {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:12.650675 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.769090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.769422 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (48646eeb-655d-4b24-9a3e-15be39ddc7af), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:12.804724 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 48646eeb-655d-4b24-9a3e-15be39ddc7af owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:12.818663 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a875f10-1804-43c7-8983-423fdf1ccdad req-62153283-ca52-46fc-9eda-66b81c505f95 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:12.820179 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2a875f10-1804-43c7-8983-423fdf1ccdad req-62153283-ca52-46fc-9eda-66b81c505f95 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0813451 Oct 24 13:16:12.955276 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-728d0e0e-bc7c-4dc9-83b7-1f0fb5c9f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:12.956796 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-728d0e0e-bc7c-4dc9-83b7-1f0fb5c9f004 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0872645 Oct 24 13:16:12.957178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:12.966327 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2a875f10-1804-43c7-8983-423fdf1ccdad req-69b6fab4-cb85-4ab5-a250-b8c5fb35e427 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389496 Oct 24 13:16:13.102068 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-c939b7f6-2fb1-4111-ab1d-9d4dea04004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:13.103961 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-c939b7f6-2fb1-4111-ab1d-9d4dea04004f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.1366644 Oct 24 13:16:13.107945 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (48646eeb-655d-4b24-9a3e-15be39ddc7af), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:13.137664 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=48646eeb-655d-4b24-9a3e-15be39ddc7af,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:13.194791 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (76adfed8-a173-4ce4-b4f3-5125b642af39), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:13.197845 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:13.199013 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-65b76174-4993-45c3-b5d9-39341e6958cf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/76adfed8-a173-4ce4-b4f3-5125b642af39 HTTP/1.1" status: 204 len: 168 time: 0.6759348 Oct 24 13:16:13.492377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683ed4-e102-4b6f-ac98-03baa18330cf req-ed245868-93de-4713-a601-72c32c31c83b tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:13.494560 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71683ed4-e102-4b6f-ac98-03baa18330cf req-ed245868-93de-4713-a601-72c32c31c83b tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Oct 24 13:16:13.548261 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71683ed4-e102-4b6f-ac98-03baa18330cf req-82d2f3c1-eb17-4db4-af3d-b03742a74df8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 Oct 24 13:16:13.897388 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-6d4745ea-1a63-44a2-8dcf-14f45d57abdc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 1001 time: 0.0614645 Oct 24 13:16:14.099681 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9b9d-fa37-4a7b-823d-45f244d9d23f req-5f98194a-a940-4b45-bb88-0c9fe946ce28 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:14.101164 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-149d9b9d-fa37-4a7b-823d-45f244d9d23f req-5f98194a-a940-4b45-bb88-0c9fe946ce28 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Oct 24 13:16:14.152616 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-149d9b9d-fa37-4a7b-823d-45f244d9d23f req-fbbbb286-be56-421f-bcfe-8b50b2b898e6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Oct 24 13:16:14.319540 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7d652ea7-4b12-4d0f-8b19-49489d10958c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:14.670415 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bd930-2ced-401f-901c-a0c9a1cb8601 req-3bef32f9-4649-471b-a12b-7ef4df28bc6a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:14.671933 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e06bd930-2ced-401f-901c-a0c9a1cb8601 req-3bef32f9-4649-471b-a12b-7ef4df28bc6a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Oct 24 13:16:14.722484 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e06bd930-2ced-401f-901c-a0c9a1cb8601 req-96fc28de-0a96-4b8b-94d1-9a8dff9e25e7 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Oct 24 13:16:15.236422 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:15.273359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19d05e-d6e9-447a-a59d-39d07470cd98 req-7a9ae0dd-11ac-4e31-9097-65d32b97e39f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:15.275986 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0a19d05e-d6e9-447a-a59d-39d07470cd98 req-7a9ae0dd-11ac-4e31-9097-65d32b97e39f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0499451 Oct 24 13:16:15.324580 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0a19d05e-d6e9-447a-a59d-39d07470cd98 req-bb59dce6-9bfb-4813-8761-a53ad713428e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Oct 24 13:16:15.540714 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-46eadca6-a28c-4db9-8ca8-46a582588212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:15.542188 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-46eadca6-a28c-4db9-8ca8-46a582588212 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0454979 Oct 24 13:16:15.627723 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:15.849580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14078658-76e2-47db-979a-b201a7fbb18d req-c3885576-a27e-4fc7-ab82-a597c13ad341 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:15.851078 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-14078658-76e2-47db-979a-b201a7fbb18d req-c3885576-a27e-4fc7-ab82-a597c13ad341 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Oct 24 13:16:15.928926 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-14078658-76e2-47db-979a-b201a7fbb18d req-92e601f3-2a15-4859-a845-9fa62a9ff4f2 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719209 Oct 24 13:16:15.936972 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-d3a98214-3fb7-442a-9efc-7e19fa1a5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:15.938445 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-d3a98214-3fb7-442a-9efc-7e19fa1a5155 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512064 Oct 24 13:16:16.115117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-25c52d65-0095-428c-87b4-ec20532e10fb tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:16.116578 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-25c52d65-0095-428c-87b4-ec20532e10fb tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/networks?id=016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 200 len: 814 time: 0.1045523 Oct 24 13:16:16.131668 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-54d43ce1-aaca-4e0e-9eb2-ce392d623201 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/quotas/f027aba5a38b422fbc30d64b9ee2ef79 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Oct 24 13:16:16.164223 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-3a411b5f-d051-4bc1-b531-883899a27715 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269794 Oct 24 13:16:16.255223 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-097917fd-6d35-4722-a05b-ebe619464e72 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838468 Oct 24 13:16:16.349353 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-1019a2f0-5df7-4265-893e-6d07ac69f63b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Oct 24 13:16:16.498098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c676-cf6e-4c4b-a7ba-db412aedae01 req-f8b51f6c-08da-443c-8eda-10ec2b67888d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:16.501137 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-68c1c676-cf6e-4c4b-a7ba-db412aedae01 req-f8b51f6c-08da-443c-8eda-10ec2b67888d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0990975 Oct 24 13:16:16.548756 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7c7d1a4f-8a24-4955-9a34-8fb098aebb24 req-9c052577-3993-4e00-a24b-7ad4f5622c79 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 210 time: 0.0330365 Oct 24 13:16:16.627679 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-68c1c676-cf6e-4c4b-a7ba-db412aedae01 req-116d7e04-5dcf-4229-be26-e62a4d896d4c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848823 Oct 24 13:16:16.631701 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-4a830303-5456-418c-a7e1-ba988fc5ae1e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789093 Oct 24 13:16:16.703899 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:16.739891 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7397bb17-25e3-4c06-ae91-c16abfd7d827 req-32e9a86d-643b-4d4e-a10a-ccbee6ed1d69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990980 Oct 24 13:16:17.055251 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4172c-be1a-4fa5-9226-0be78b72edca req-1ae88235-ed31-4a7f-b2e1-99288620506f tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:17.056856 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4de4172c-be1a-4fa5-9226-0be78b72edca req-1ae88235-ed31-4a7f-b2e1-99288620506f tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Oct 24 13:16:17.109419 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4de4172c-be1a-4fa5-9226-0be78b72edca req-4442ce44-ff11-4ba1-9399-53067d710956 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468760 Oct 24 13:16:17.234874 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e949c30-b256-454b-8720-daf37de3cabf req-6492aed8-c328-4445-baf4-29d6f4915706 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:17.236370 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7e949c30-b256-454b-8720-daf37de3cabf req-6492aed8-c328-4445-baf4-29d6f4915706 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0470824 Oct 24 13:16:17.257532 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:17.294689 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:17.300883 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7e949c30-b256-454b-8720-daf37de3cabf req-50e2c55b-cdb9-4322-bd2e-891e4a1a57b5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526092 Oct 24 13:16:17.644405 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7315f-858a-45a4-a198-0c458b6bb55d req-6dc00af3-3d8b-4b16-acbb-10f6424d89db tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:17.645872 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c7e7315f-858a-45a4-a198-0c458b6bb55d req-6dc00af3-3d8b-4b16-acbb-10f6424d89db tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0498857 Oct 24 13:16:17.651624 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dae079b4-8c00-4a6b-bb3c-ecb2bf8d340e req-21a13d0c-fe84-452b-8275-c70c91d7500b tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 210 time: 0.0284882 Oct 24 13:16:17.701754 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c7e7315f-858a-45a4-a198-0c458b6bb55d req-ab39dc0d-39f8-4774-9b8e-4c5b393e030b tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501323 Oct 24 13:16:17.812246 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee820-e423-44ff-892d-0c77ccd3fef3 req-9c4ad429-4e3b-4f5f-8bdf-7b8a91d7d2b8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:17.813850 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-346ee820-e423-44ff-892d-0c77ccd3fef3 req-9c4ad429-4e3b-4f5f-8bdf-7b8a91d7d2b8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0923867 Oct 24 13:16:17.947732 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-346ee820-e423-44ff-892d-0c77ccd3fef3 req-938a2e6b-eb9f-4143-aeaf-41a9721db06a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053033 Oct 24 13:16:17.971434 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-38380510-30fc-42d7-9119-ebf6c0d02334 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:17.973372 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-38380510-30fc-42d7-9119-ebf6c0d02334 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "GET /networking/v2.0/networks?id=016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 200 len: 814 time: 0.2065194 Oct 24 13:16:17.987357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Request body: {'port': {'device_id': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d', 'admin_state_up': True, 'tenant_id': 'f027aba5a38b422fbc30d64b9ee2ef79'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:18.188006 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Made reservation on behalf of f027aba5a38b422fbc30d64b9ee2ef79 for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:16:18.191679 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:18.197240 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:18.229399 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721fdfb-9f29-46a7-9ed7-a867ea6158f2 req-9894e31d-9487-4594-a656-34424f71d153 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:18.230854 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0721fdfb-9f29-46a7-9ed7-a867ea6158f2 req-9894e31d-9487-4594-a656-34424f71d153 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0760171 Oct 24 13:16:18.577122 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0721fdfb-9f29-46a7-9ed7-a867ea6158f2 req-0c4dec1c-ce63-4211-a792-b7a57f54173d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398821 Oct 24 13:16:18.599880 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Allocated IP 172.20.0.11 (016f1aff-2ba1-4abc-bd75-db4946db568d/b55b4dce-12d8-459e-9668-8a4c90334fc7/3a4966df-5594-432c-b7ff-77cf8ebddc41) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:16:18.756489 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ae15ee68-c5ee-4e86-a026-6ee898a04e57 req-bbdd9b26-8061-4df6-8eb9-9a4dfce87dc6 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Oct 24 13:16:18.761774 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks [] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:18.772238 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:18.797694 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:18.841230 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Network 016f1aff-2ba1-4abc-bd75-db4946db568d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:16:18.846198 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:16:18.849165 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:16:18.875016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Pushing event updated for resources: {'Port': ['ID=3a4966df-5594-432c-b7ff-77cf8ebddc41,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:18.903965 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:18.904562 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:18.920404 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-538ac384-30d1-4223-9a6f-556b10b8d06d tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9387460 Oct 24 13:16:18.922603 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:18.950100 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:DELETE=1,neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:19.073898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091db9a-8d5e-40e2-8b84-40a40c0b948d req-cb0a2838-6fe8-4bb2-9787-77791d6067a3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:19.075397 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9091db9a-8d5e-40e2-8b84-40a40c0b948d req-cb0a2838-6fe8-4bb2-9787-77791d6067a3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0482430 Oct 24 13:16:19.132517 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9091db9a-8d5e-40e2-8b84-40a40c0b948d req-2b00fd0b-d551-4213-8989-69f9640f2b0a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483732 Oct 24 13:16:19.579583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Request body: {'port': {'device_id': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:19.649287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:19.760900 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5136-e089-46d3-859a-49ea7988b525 req-8434e132-d8b8-4b67-8c03-e408e4b73c1f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:19.762454 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4a3f5136-e089-46d3-859a-49ea7988b525 req-8434e132-d8b8-4b67-8c03-e408e4b73c1f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0959051 Oct 24 13:16:19.867463 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:19.890821 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36e29e-e817-43d9-92ce-39fd4d58d3f4 req-e642e77a-5907-42d8-a381-b781ab34d77c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:19.892389 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ce36e29e-e817-43d9-92ce-39fd4d58d3f4 req-e642e77a-5907-42d8-a381-b781ab34d77c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 932 time: 0.0490804 Oct 24 13:16:19.902197 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4a3f5136-e089-46d3-859a-49ea7988b525 req-9a2d97d4-1ecb-42e5-8c02-c55e0c9fcddd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852180 Oct 24 13:16:19.952644 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ce36e29e-e817-43d9-92ce-39fd4d58d3f4 req-fddd6e11-ef1e-4072-9559-5a79c922e85e tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540235 Oct 24 13:16:20.036318 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4966df-5594-432c-b7ff-77cf8ebddc41 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:16:20.044934 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Publish callbacks [] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.058213 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Transition to ACTIVE for port object 3a4966df-5594-432c-b7ff-77cf8ebddc41 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:16:20.069039 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.155652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-c585889a-fe1c-40d0-91f3-38ce8d811d18 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:20.157108 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-c585889a-fe1c-40d0-91f3-38ce8d811d18 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.0978184 Oct 24 13:16:20.189320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4966df-5594-432c-b7ff-77cf8ebddc41,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:20.229391 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:20.318596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d5253-f3db-4be3-9c8c-23da9c85a640 req-0082db28-2c3b-4800-943a-885b546b8848 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:20.320007 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f49d5253-f3db-4be3-9c8c-23da9c85a640 req-0082db28-2c3b-4800-943a-885b546b8848 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.1051991 Oct 24 13:16:20.324811 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Attempting to bind port 3a4966df-5594-432c-b7ff-77cf8ebddc41 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:16:20.325150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Attempting to bind port 3a4966df-5594-432c-b7ff-77cf8ebddc41 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:16:20.325490 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Attempting to bind port 3a4966df-5594-432c-b7ff-77cf8ebddc41 on network 016f1aff-2ba1-4abc-bd75-db4946db568d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:16:20.372677 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:20.373019 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.469542 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Port 3a4966df-5594-432c-b7ff-77cf8ebddc41 on network 016f1aff-2ba1-4abc-bd75-db4946db568d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:16:20.469790 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Attempting to bind port 3a4966df-5594-432c-b7ff-77cf8ebddc41 on network 016f1aff-2ba1-4abc-bd75-db4946db568d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:16:20.501021 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f49d5253-f3db-4be3-9c8c-23da9c85a640 req-06892131-d4d1-4139-a3ab-33a69cca8265 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714597 Oct 24 13:16:20.536070 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] For port 3279f147-249f-4187-bbc4-6ce7f6ef81c1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3279f147-249f-4187-bbc4-6ce7f6ef81c1,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:20.536433 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.556879 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:16:20.557220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Checking segment: {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:16:20.557598 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Bound using segment: {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:16:20.558038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Bound port: 3a4966df-5594-432c-b7ff-77cf8ebddc41, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25202de0-72b6-4ebb-89fb-3f73d287eaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:16:20.558389 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.639117 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:20.735471 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] For port 3a4966df-5594-432c-b7ff-77cf8ebddc41, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:16:20.752932 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] For port 3a4966df-5594-432c-b7ff-77cf8ebddc41, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:16:20.761929 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.767589 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:20.768217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.769546 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3a4966df-5594-432c-b7ff-77cf8ebddc41 HTTP/1.1" status: 200 len: 1094 time: 1.1943154 Oct 24 13:16:20.777801 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'tag': '3a4966df-5594-432c-b7ff-77cf8ebddc41'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:20.779240 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3" -d '{"events": [{"name": "network-changed", "server_uuid": "464765b9-dece-4c4b-b84b-9361ad82ac88", "tag": "3a4966df-5594-432c-b7ff-77cf8ebddc41"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:20.802585 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.802887 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (58d017f7-faa4-4406-bcb4-2742b01558a7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:20.803170 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP 58d017f7-faa4-4406-bcb4-2742b01558a7 disassociated. External IP: 172.27.1.240, port: 3279f147-249f-4187-bbc4-6ce7f6ef81c1. Oct 24 13:16:20.804105 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 3279f147-249f-4187-bbc4-6ce7f6ef81c1 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:20.852041 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c143af22-9326-412d-8188-c42d8c8658bb x-openstack-request-id: req-c143af22-9326-412d-8188-c42d8c8658bb {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:20.852866 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464765b9-dece-4c4b-b84b-9361ad82ac88", "tag": "3a4966df-5594-432c-b7ff-77cf8ebddc41", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:20.853184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c143af22-9326-412d-8188-c42d8c8658bb {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:20.853664 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c143af22-9326-412d-8188-c42d8c8658bb'] response: {'name': 'network-changed', 'server_uuid': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'tag': '3a4966df-5594-432c-b7ff-77cf8ebddc41', 'status': 'completed', 'code': 200} Oct 24 13:16:20.901576 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eac04a-d53b-4df2-a8e3-e9c628b14067 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4966df-5594-432c-b7ff-77cf8ebddc41,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:20.911451 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-b98df17f-3637-431b-859e-cfa558024f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:20.912968 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-b98df17f-3637-431b-859e-cfa558024f51 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 1128 time: 0.1030893 Oct 24 13:16:20.966072 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-4f3e92b1-cc79-4ad4-9ad9-9c51ad0e01be service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41 HTTP/1.1" status: 200 len: 217 time: 0.0417111 Oct 24 13:16:21.075975 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91240e61-2c59-4014-8ee2-7fead5c65623 req-b47f1cf0-365d-4d86-8265-43ea9e528c7f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:21.077795 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-91240e61-2c59-4014-8ee2-7fead5c65623 req-b47f1cf0-365d-4d86-8265-43ea9e528c7f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 944 time: 0.0485659 Oct 24 13:16:21.083927 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f25a10-5573-485e-881e-d74a465f65a3 req-3aba0b6e-dd32-4769-9be3-1db1acc86a83 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:21.085407 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b6f25a10-5573-485e-881e-d74a465f65a3 req-3aba0b6e-dd32-4769-9be3-1db1acc86a83 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 946 time: 0.1013463 Oct 24 13:16:21.106900 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-a1dc2315-d74e-406e-9c99-7ee2b462a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:21.108353 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-a1dc2315-d74e-406e-9c99-7ee2b462a05e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b55b4dce-12d8-459e-9668-8a4c90334fc7 HTTP/1.1" status: 200 len: 854 time: 0.1330357 Oct 24 13:16:21.127393 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-91240e61-2c59-4014-8ee2-7fead5c65623 req-fcb70fe2-7d27-41ed-9749-3466070df7df tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Oct 24 13:16:21.157965 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-4600822e-c90d-4003-b137-2e064847319a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=016f1aff-2ba1-4abc-bd75-db4946db568d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380230 Oct 24 13:16:21.165928 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (3279f147-249f-4187-bbc4-6ce7f6ef81c1), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:21.170941 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:21.230253 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b6f25a10-5573-485e-881e-d74a465f65a3 req-dc8aaf78-b17b-4f02-839d-0bf4e78d7dc8 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7892cca1-ad88-4348-98c3-be0422d2c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367185 Oct 24 13:16:21.233484 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=3279f147-249f-4187-bbc4-6ce7f6ef81c1,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:21.356093 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-3d1f6e42-be3d-4134-a6ea-2183c9cc2c2b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857455 Oct 24 13:16:21.453615 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:21.456865 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:16:21.495502 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e18e3268-cb2a-436f-8618-ababb7d49ac1 req-12ff7594-c770-472e-958f-2e8db9adf8b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154509 Oct 24 13:16:21.588304 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:16:21.598296 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:16:21.615448 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:21.618793 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:21.619460 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:21.638173 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0bc77-7dc7-4bba-adca-49e465cd10ce req-1067eeee-4f95-4357-abf1-60ee25bcfd42 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:21.639894 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e6b0bc77-7dc7-4bba-adca-49e465cd10ce req-1067eeee-4f95-4357-abf1-60ee25bcfd42 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0603302 Oct 24 13:16:21.645584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] No DVR routers for this DVR port 3279f147-249f-4187-bbc4-6ce7f6ef81c1 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:16:21.649388 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:21.653291 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9a1316bd-d135-4bec-930f-e7cfd863ae24 req-07a3593f-3a03-44dc-a58c-88cf0c1f66fc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "DELETE /networking/v2.0/ports/3279f147-249f-4187-bbc4-6ce7f6ef81c1 HTTP/1.1" status: 204 len: 173 time: 1.4876697 Oct 24 13:16:21.693559 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e6b0bc77-7dc7-4bba-adca-49e465cd10ce req-e444d775-c301-4e21-8574-16d526aaca65 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Oct 24 13:16:21.733699 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:21.864198 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:21.925951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:21.950612 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:16:21.958970 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:21.959596 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:22.046335 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:22.061386 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:22.248595 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a6735-e77a-47d1-825c-da512cd84619 req-7b87cc53-38e1-4eec-8b3e-6a48acf3432c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:22.250067 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2c7a6735-e77a-47d1-825c-da512cd84619 req-7b87cc53-38e1-4eec-8b3e-6a48acf3432c tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 944 time: 0.0476673 Oct 24 13:16:22.254758 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:22.283548 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699817f-7f92-4126-800b-c8b5f4c914ac None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:16:22.306432 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2c7a6735-e77a-47d1-825c-da512cd84619 req-0003af89-6836-4ec1-a396-0b2e37ec0f51 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Oct 24 13:16:22.348036 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-122fa6ad-3e3b-4bbe-b474-06e31b5d5031 req-5b0a12b7-7d04-4535-8c1f-8c1d51759c59 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b0d11b9d-5ddc-4747-9632-d652e6c93b7b HTTP/1.1" status: 200 len: 210 time: 0.0390916 Oct 24 13:16:22.505317 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c6c1e-05ff-4df5-b943-fb51c576b828 None None] New status for floating IP 58d017f7-faa4-4406-bcb4-2742b01558a7: DOWN {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:16:22.603038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-b49bd2de-343e-4080-b31a-dae7296d4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:22.605217 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-b49bd2de-343e-4080-b31a-dae7296d4ce3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 1128 time: 0.0538557 Oct 24 13:16:22.714493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-34fb536a-8aa8-45ff-83a7-21d1df959a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:22.715979 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-34fb536a-8aa8-45ff-83a7-21d1df959a97 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 200 len: 915 time: 0.0981636 Oct 24 13:16:22.787143 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-66249dd8-a49e-4375-9957-397aa24e449b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41 HTTP/1.1" status: 200 len: 217 time: 0.0380890 Oct 24 13:16:22.855129 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'name': 'network-vif-deleted', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:22.857299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0ff57-e3a3-45e8-bea4-57a8bf867fb0" -d '{"events": [{"server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "name": "network-vif-deleted", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:22.876167 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b93249-27af-4659-af3e-302e5dcb54af req-9d8def5b-7581-45b5-9a22-0787ae89eb62 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:22.877665 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-29b93249-27af-4659-af3e-302e5dcb54af req-9d8def5b-7581-45b5-9a22-0787ae89eb62 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0933895 Oct 24 13:16:22.881861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-d7e69971-1f31-4da8-8ad7-25acc28b6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:22.883176 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-d7e69971-1f31-4da8-8ad7-25acc28b6f6a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b55b4dce-12d8-459e-9668-8a4c90334fc7 HTTP/1.1" status: 200 len: 854 time: 0.0857091 Oct 24 13:16:22.898709 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c58ec62-9758-4430-9238-1a09ceb978f6 x-openstack-request-id: req-7c58ec62-9758-4430-9238-1a09ceb978f6 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:22.899036 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d11b9d-5ddc-4747-9632-d652e6c93b7b", "name": "network-vif-deleted", "tag": "3279f147-249f-4187-bbc4-6ce7f6ef81c1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:22.899364 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c58ec62-9758-4430-9238-1a09ceb978f6 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:22.899792 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c58ec62-9758-4430-9238-1a09ceb978f6'] response: {'server_uuid': 'b0d11b9d-5ddc-4747-9632-d652e6c93b7b', 'name': 'network-vif-deleted', 'tag': '3279f147-249f-4187-bbc4-6ce7f6ef81c1', 'status': 'completed', 'code': 200} Oct 24 13:16:22.938931 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-29b93249-27af-4659-af3e-302e5dcb54af req-a70c128d-254b-4ea8-bff0-543f24fadb16 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544364 Oct 24 13:16:22.954911 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-6dd43851-cae3-4f4f-afbe-32253c813081 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=016f1aff-2ba1-4abc-bd75-db4946db568d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313802 Oct 24 13:16:23.057126 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-4c76983d-1cf9-41b8-abd7-18512e542b8e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897179 Oct 24 13:16:23.297446 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:23.336265 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0d07934a-5d4e-4d29-b186-6dd4c38cbea3 req-b9682251-b89b-45ea-a030-7ab7f443a12a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913768 Oct 24 13:16:23.442032 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c50df6-6602-4f10-8df9-6f1a21cb4ed1 req-930baf90-747b-4176-afc9-4b8f39a88789 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:23.443674 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-38c50df6-6602-4f10-8df9-6f1a21cb4ed1 req-930baf90-747b-4176-afc9-4b8f39a88789 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 944 time: 0.0517669 Oct 24 13:16:23.457237 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35860) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:23.479934 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:23.496385 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-38c50df6-6602-4f10-8df9-6f1a21cb4ed1 req-700a49a5-07fb-4ef5-a053-74c61eb53186 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467017 Oct 24 13:16:23.515809 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (7892cca1-ad88-4348-98c3-be0422d2c56d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:23.542743 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (7892cca1-ad88-4348-98c3-be0422d2c56d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:23.819644 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7892cca1-ad88-4348-98c3-be0422d2c56d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:23.822235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:23.823391 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7892cca1-ad88-4348-98c3-be0422d2c56d HTTP/1.1" status: 204 len: 168 time: 0.3651087 Oct 24 13:16:23.826207 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35862) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:23.832876 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892cca1-ad88-4348-98c3-be0422d2c56d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:23.840036 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.840389 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.840730 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.841067 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.841268 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.api.v2.resource [None req-7a4af4b2-3448-4b42-b609-a7bfd64528bd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] show failed (client error): The resource could not be found. Oct 24 13:16:23.841403 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.841709 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.842034 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.842284 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7a4af4b2-3448-4b42-b609-a7bfd64528bd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups/7892cca1-ad88-4348-98c3-be0422d2c56d HTTP/1.1" status: 404 len: 347 time: 0.0151324 Oct 24 13:16:23.842385 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.842756 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.843150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.843428 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.843746 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.844069 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.844412 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.844735 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7cd5fc-6072-4249-a92d-60e40c0361a0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:23.845305 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35864) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:23.963462 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 8c2639d8-df83-46c2-a86e-f9f00eebff5c {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:23.963807 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.050094 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.050432 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (8c2639d8-df83-46c2-a86e-f9f00eebff5c), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.066291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc2db9-ec33-405c-9110-e65202d5b502 req-20e24feb-e271-410f-aa7a-cbea3fabf64e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:24.067819 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f1bc2db9-ec33-405c-9110-e65202d5b502 req-20e24feb-e271-410f-aa7a-cbea3fabf64e tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0517964 Oct 24 13:16:24.074785 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 8c2639d8-df83-46c2-a86e-f9f00eebff5c owned by network:floatingip {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:24.117807 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f1bc2db9-ec33-405c-9110-e65202d5b502 req-147e9c85-7226-4c59-957d-e55238c6f6a4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Oct 24 13:16:24.215473 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (8c2639d8-df83-46c2-a86e-f9f00eebff5c), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.238837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=8c2639d8-df83-46c2-a86e-f9f00eebff5c,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:24.248854 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.249206 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.249549 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.249890 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.250223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.250984 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.250984 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.251205 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.251520 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.251846 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.252173 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.252496 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.252823 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.253144 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.253469 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:16:24.315717 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (58d017f7-faa4-4406-bcb4-2742b01558a7), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.318817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.320140 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-349159ee-4690-4798-804d-b702d8bef3e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/58d017f7-faa4-4406-bcb4-2742b01558a7 HTTP/1.1" status: 204 len: 168 time: 0.4737608 Oct 24 13:16:24.396483 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35872) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:24.401682 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099683771', 'description': 'tempest-description--852534751'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:24.405949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:24.424465 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.491394 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (09cdbc8b-6937-4be6-b7b9-1c643e4e95a4), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.495020 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (09cdbc8b-6937-4be6-b7b9-1c643e4e95a4), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.529153 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.530371 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1328738 Oct 24 13:16:24.532359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6ce1a-27e1-4a52-bc4c-281ce33b5cc4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:24.533377 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35876) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:24.539537 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': '09cdbc8b-6937-4be6-b7b9-1c643e4e95a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:24.568458 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (5deebe25-6143-437d-9dbf-aa2173cafd0f), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.622415 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecea31b-fd72-443f-8ab5-c5c6e43b0c0e req-da27ebc1-33a6-4e9b-95e8-e4e4685c11be tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:24.623948 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fecea31b-fd72-443f-8ab5-c5c6e43b0c0e req-da27ebc1-33a6-4e9b-95e8-e4e4685c11be tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 944 time: 0.0485518 Oct 24 13:16:24.625759 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (5deebe25-6143-437d-9dbf-aa2173cafd0f), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.629591 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (5deebe25-6143-437d-9dbf-aa2173cafd0f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.653399 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5deebe25-6143-437d-9dbf-aa2173cafd0f,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:24.660677 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.661761 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-378174e3-5320-42c1-b018-2b094f90d446 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260667 Oct 24 13:16:24.664650 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35878) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:24.672235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': '09cdbc8b-6937-4be6-b7b9-1c643e4e95a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:24.698925 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fecea31b-fd72-443f-8ab5-c5c6e43b0c0e req-262c9d8b-8504-4061-b0bf-dcba9a03ea2b tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680003 Oct 24 13:16:24.713046 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (4a6d9fd6-6779-4e02-bdb8-dda4757c7e97), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.771176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (4a6d9fd6-6779-4e02-bdb8-dda4757c7e97), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.774424 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (4a6d9fd6-6779-4e02-bdb8-dda4757c7e97), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.794170 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6d9fd6-6779-4e02-bdb8-dda4757c7e97,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:24.801728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.802925 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-902e4e2d-c8a9-4a8e-9323-b8523f710294 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372237 Oct 24 13:16:24.806749 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35880) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:24.810899 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:24.835464 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:24.913166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:24.919480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.030507 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.27.1.202 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/1dc23ffe-3f83-4e07-a9a9-919b35037afa) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:16:25.137993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.170583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.173750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:25.216367 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:16:25.224181 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:16:25.229177 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:16:25.232597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=1dc23ffe-3f83-4e07-a9a9-919b35037afa,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:25.232923 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3a4966df-5594-432c-b7ff-77cf8ebddc41 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:16:25.235960 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3279f147-249f-4187-bbc4-6ce7f6ef81c1 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:16:25.259121 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc3ea-c4ee-4a4b-8481-17aa5a82308d req-e9991e38-20cd-4d67-854d-1ee5b9dedeb3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:25.261094 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a02cc3ea-c4ee-4a4b-8481-17aa5a82308d req-e9991e38-20cd-4d67-854d-1ee5b9dedeb3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0622208 Oct 24 13:16:25.268412 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 3279f147-249f-4187-bbc4-6ce7f6ef81c1 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:16:25.268760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3279f147-249f-4187-bbc4-6ce7f6ef81c1 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:16:25.315758 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a02cc3ea-c4ee-4a4b-8481-17aa5a82308d req-550aff90-c1ca-4cf9-abf9-de53c1dd865d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481322 Oct 24 13:16:25.319967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (86551fed-c3ff-4c9c-994b-d1debb65075f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.359141 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.373449 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 3a4966df-5594-432c-b7ff-77cf8ebddc41, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:25.385642 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '3a4966df-5594-432c-b7ff-77cf8ebddc41', 'network_id': '016f1aff-2ba1-4abc-bd75-db4946db568d', 'port_id': '3a4966df-5594-432c-b7ff-77cf8ebddc41', 'mac_address': 'fa:16:3e:9a:36:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55b4dce-12d8-459e-9668-8a4c90334fc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:16:25.421099 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 3a4966df-5594-432c-b7ff-77cf8ebddc41 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:16:25.421403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.435242 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4966df-5594-432c-b7ff-77cf8ebddc41 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:16:25.459287 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 3a4966df-5594-432c-b7ff-77cf8ebddc41, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:25.463938 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.511894 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=3a4966df-5594-432c-b7ff-77cf8ebddc41,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:25.514281 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.518979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.589327 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (86551fed-c3ff-4c9c-994b-d1debb65075f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.591931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=1dc23ffe-3f83-4e07-a9a9-919b35037afa,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:25.594856 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:25.609837 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.611046 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-248c0b72-b104-4379-b0c4-9b720beb865b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8033648 Oct 24 13:16:25.792584 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['3a4966df-5594-432c-b7ff-77cf8ebddc41'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:25.819617 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-acd866d1-5594-4afc-9a6b-cf53be4df2a5 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1099683771&fields=id&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 267 time: 0.0477781 Oct 24 13:16:25.829650 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aac99-c301-47ca-bb2f-f5731f3f3663 req-c15da96a-083e-41e9-a8b1-40379c07e8a5 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:25.831594 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d84aac99-c301-47ca-bb2f-f5731f3f3663 req-c15da96a-083e-41e9-a8b1-40379c07e8a5 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 945 time: 0.0554035 Oct 24 13:16:25.861644 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:25.869567 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:25.900359 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d84aac99-c301-47ca-bb2f-f5731f3f3663 req-c499e4be-f42a-4c1f-a3c8-ddfd924ce4b6 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571768 Oct 24 13:16:25.949865 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-56b2e3f1-7550-4929-af0d-bd028f9d3cfc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:25.951412 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-56b2e3f1-7550-4929-af0d-bd028f9d3cfc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.1247962 Oct 24 13:16:25.966362 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-afc9e922-42e7-4b56-a16f-a6b983dc32d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/quotas/69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 375 time: 0.0093050 Oct 24 13:16:26.029397 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-e3d1950b-4308-45c2-acd7-9755a9aa37e0 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536399 Oct 24 13:16:26.129493 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-914fff89-3689-4431-a484-294fe0549de8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Oct 24 13:16:26.228850 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-2f7a3414-f501-41ee-bc0c-851922280275 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934982 Oct 24 13:16:26.405690 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-594b73f3-e8fb-46c2-ba94-5b3600e77d19 req-0634fd8d-cdb9-4df4-985a-8d943e63d28c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 210 time: 0.0344043 Oct 24 13:16:26.466066 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f98f8f-9ae6-4d43-9191-ccb4d2aaba59 req-96f2eec4-0365-42b3-8742-5804302175d0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:26.467627 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f2f98f8f-9ae6-4d43-9191-ccb4d2aaba59 req-96f2eec4-0365-42b3-8742-5804302175d0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0696795 Oct 24 13:16:26.522606 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f2f98f8f-9ae6-4d43-9191-ccb4d2aaba59 req-82d2e901-1b55-475b-8ac5-db78374f4436 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494730 Oct 24 13:16:27.017346 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:27.029580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925e96-d6b2-4929-ab6e-1d8c0c00d66a req-3dc03131-73fe-4d89-beb2-422017c28576 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:27.031182 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-06925e96-d6b2-4929-ab6e-1d8c0c00d66a req-3dc03131-73fe-4d89-beb2-422017c28576 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 945 time: 0.0616522 Oct 24 13:16:27.091042 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-06925e96-d6b2-4929-ab6e-1d8c0c00d66a req-6d065733-7ac0-4927-ad14-2d7ad7c3d694 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Oct 24 13:16:27.247464 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3a4966df-5594-432c-b7ff-77cf8ebddc41 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:16:27.285335 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:27.291303 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 3a4966df-5594-432c-b7ff-77cf8ebddc41 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:16:27.298012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 3a4966df-5594-432c-b7ff-77cf8ebddc41 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:16:27.298384 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:27.298768 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 3a4966df-5594-432c-b7ff-77cf8ebddc41 Oct 24 13:16:27.359641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:27.376513 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 3a4966df-5594-432c-b7ff-77cf8ebddc41 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:16:27.376890 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:27.401247 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4966df-5594-432c-b7ff-77cf8ebddc41'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:27.403464 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9395fd88-a800-4fdc-a016-fd4b72d5ba13" -d '{"events": [{"server_uuid": "464765b9-dece-4c4b-b84b-9361ad82ac88", "name": "network-vif-plugged", "status": "completed", "tag": "3a4966df-5594-432c-b7ff-77cf8ebddc41"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:27.420191 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 3a4966df-5594-432c-b7ff-77cf8ebddc41, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:27.424389 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:27.447646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a4682a-c631-40fa-90aa-3fc1bb074371 x-openstack-request-id: req-18a4682a-c631-40fa-90aa-3fc1bb074371 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:27.447961 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464765b9-dece-4c4b-b84b-9361ad82ac88", "name": "network-vif-plugged", "status": "completed", "tag": "3a4966df-5594-432c-b7ff-77cf8ebddc41", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:27.448214 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18a4682a-c631-40fa-90aa-3fc1bb074371 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:27.448631 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a4682a-c631-40fa-90aa-3fc1bb074371'] response: {'server_uuid': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4966df-5594-432c-b7ff-77cf8ebddc41', 'code': 200} Oct 24 13:16:27.466661 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b1c7f-8636-40c7-89fd-9333a2ef778e req-cb3a7453-5bf0-41c8-8978-720dc8288dec tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:27.468279 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-891b1c7f-8636-40c7-89fd-9333a2ef778e req-cb3a7453-5bf0-41c8-8978-720dc8288dec tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0514774 Oct 24 13:16:27.476735 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=3a4966df-5594-432c-b7ff-77cf8ebddc41,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:27.532949 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-191ce9a1-5130-4faf-aad3-0d6d6634dec9 req-8b7a93bd-9826-4abe-8f99-e7ad8982ae59 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 210 time: 0.0304964 Oct 24 13:16:27.545704 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:27.566507 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-891b1c7f-8636-40c7-89fd-9333a2ef778e req-70df8405-47aa-44d5-b94e-60a4f88bb615 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766249 Oct 24 13:16:27.592779 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35942) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:27.672889 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f10e4-12ff-4bde-9ead-02aed3b10825 req-02cd7be6-53d0-47ae-8401-b4c0d66c19f7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:27.674277 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6d2f10e4-12ff-4bde-9ead-02aed3b10825 req-02cd7be6-53d0-47ae-8401-b4c0d66c19f7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0505066 Oct 24 13:16:27.745608 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2803af-b51a-4d73-ae0f-a1c9900b87d6 tempest-TestMinimumBasicScenario-1218309886 tempest-TestMinimumBasicScenario-1218309886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:27.747333 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ee2803af-b51a-4d73-ae0f-a1c9900b87d6 tempest-TestMinimumBasicScenario-1218309886 tempest-TestMinimumBasicScenario-1218309886-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1124 time: 0.1535249 Oct 24 13:16:27.750457 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35946) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:27.754758 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'port_id': '018f2d3e-909b-488a-af88-b11609f2409d', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:27.764707 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6d2f10e4-12ff-4bde-9ead-02aed3b10825 req-82f20e9a-3afa-447b-9571-29320ca139f4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807731 Oct 24 13:16:27.767599 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8da67-ff68-4be6-8b74-30a8cf7f590b req-952028b4-5388-4e8a-8518-07cd03ab0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:27.769297 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-29f8da67-ff68-4be6-8b74-30a8cf7f590b req-952028b4-5388-4e8a-8518-07cd03ab0176 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 1130 time: 0.0536702 Oct 24 13:16:27.777466 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:27.860913 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:27.964874 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Allocated IP 172.27.1.61 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/df856c65-b79b-45e6-b826-dc64c9148976) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:16:28.023228 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-29f8da67-ff68-4be6-8b74-30a8cf7f590b req-e427fc19-6b28-4cc5-93bb-b1b0519f29b0 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Oct 24 13:16:28.081692 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for port (df856c65-b79b-45e6-b826-dc64c9148976), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.113851 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (df856c65-b79b-45e6-b826-dc64c9148976), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.158962 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:16:28.162420 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:16:28.165211 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:16:28.190936 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'Port': ['ID=df856c65-b79b-45e6-b826-dc64c9148976,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:28.269012 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6a50-6f44-4e0a-99f8-3a79cd38b7ac req-5f99eea7-aaee-46aa-bef5-03e3f05ee136 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:28.270565 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a69f6a50-6f44-4e0a-99f8-3a79cd38b7ac req-5f99eea7-aaee-46aa-bef5-03e3f05ee136 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 946 time: 0.0808628 Oct 24 13:16:28.364020 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:28.370809 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-0162a85a-c288-4555-b272-d401734fce14 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:28.372588 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-0162a85a-c288-4555-b272-d401734fce14 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.1309159 Oct 24 13:16:28.387929 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a69f6a50-6f44-4e0a-99f8-3a79cd38b7ac req-23da9f6e-f894-421c-aeeb-ce750bd5c230 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Oct 24 13:16:28.438355 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d8ab1fdc-6c4c-43eb-8e45-a7bc22a2bc46 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 380 time: 0.0578563 Oct 24 13:16:28.583595 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:28.625645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:28.635262 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for floatingip (7b2d0aa1-d32e-43a6-92fd-feed89a83b5a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.647827 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-311ff5d4-7c1c-43f4-a9ff-7e41d41e63ba req-b706f080-335a-47c8-bf1a-09773c03dae5 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 210 time: 0.0320940 Oct 24 13:16:28.703138 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (df856c65-b79b-45e6-b826-dc64c9148976), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.737176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'port': {'device_id': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'admin_state_up': True, 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'security_groups': ['09cdbc8b-6937-4be6-b7b9-1c643e4e95a4']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:28.856566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Made reservation on behalf of 69beb82dd21b447d8a784e0570c4323c for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:16:28.860413 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.870683 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for port (df856c65-b79b-45e6-b826-dc64c9148976), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.890172 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (df856c65-b79b-45e6-b826-dc64c9148976), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:28.995125 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.20.0.8 (a05f0bd2-3e3c-4265-bb55-173e62bd1853/1163311c-3880-41e9-a9fd-2d4c0fbcb77a/f22388f7-ae14-4f13-95c4-629680f0fec8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:16:29.148982 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.183409 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.210838 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9d487-458c-42c2-85da-4f6d71bf8493 req-fdda2a10-479c-4038-8161-a3b1f95c89c7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:29.212890 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-91a9d487-458c-42c2-85da-4f6d71bf8493 req-fdda2a10-479c-4038-8161-a3b1f95c89c7 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.3613484 Oct 24 13:16:29.220758 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:29.229944 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:16:29.234107 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (7b2d0aa1-d32e-43a6-92fd-feed89a83b5a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.238096 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:16:29.243717 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:16:29.245963 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'Port': ['ID=df856c65-b79b-45e6-b826-dc64c9148976,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:29.252529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=f22388f7-ae14-4f13-95c4-629680f0fec8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:29.313389 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:29.314069 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.335260 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-91a9d487-458c-42c2-85da-4f6d71bf8493 req-b2206999-cc85-441a-8cdf-b8504958b2d6 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140480 Oct 24 13:16:29.336882 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d267714f-fb5c-454a-a6ba-a96e011ef16f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6035812 Oct 24 13:16:29.382784 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Floating IP 7b2d0aa1-d32e-43a6-92fd-feed89a83b5a associated. External IP: 172.27.1.61, port: 018f2d3e-909b-488a-af88-b11609f2409d. Oct 24 13:16:29.505386 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Request body: {'port': {'device_id': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:29.569374 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c22d4b-5edc-4dfc-a25c-78abd25b193d req-442f74f2-52f0-4aae-b4c9-bd66649f4f72 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:29.571479 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-46c22d4b-5edc-4dfc-a25c-78abd25b193d req-442f74f2-52f0-4aae-b4c9-bd66649f4f72 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1030672 Oct 24 13:16:29.575463 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898332-0671-4745-b915-c2c8aff3695b req-856c04c9-e630-4503-9b27-95c53c059b39 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:29.580998 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-67898332-0671-4745-b915-c2c8aff3695b req-856c04c9-e630-4503-9b27-95c53c059b39 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 946 time: 0.0929589 Oct 24 13:16:29.585794 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:29.592605 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-c47fa73b-8018-4800-9c65-6669b5341c98 None None] Provisioning complete for port f22388f7-ae14-4f13-95c4-629680f0fec8 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:16:29.593643 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-c47fa73b-8018-4800-9c65-6669b5341c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.594236 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-c47fa73b-8018-4800-9c65-6669b5341c98 None None] Attempt 1 to provision port f22388f7-ae14-4f13-95c4-629680f0fec8 Oct 24 13:16:29.633627 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-c47fa73b-8018-4800-9c65-6669b5341c98 None None] Port f22388f7-ae14-4f13-95c4-629680f0fec8 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:16:29.652636 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.657144 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:29.685459 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-67898332-0671-4745-b915-c2c8aff3695b req-822d228c-08e1-4d9a-874c-853c6643c062 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896666 Oct 24 13:16:29.690544 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-46c22d4b-5edc-4dfc-a25c-78abd25b193d req-e911308e-aedf-4ade-a2c1-c5c9169f546d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962453 Oct 24 13:16:29.757761 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:16:29.761844 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:29.853200 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef1ced-2a30-435c-a33c-7e2351fe4985 req-710488a3-7817-4160-88c0-2bfdf737795d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:29.854791 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2cef1ced-2a30-435c-a33c-7e2351fe4985 req-710488a3-7817-4160-88c0-2bfdf737795d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 931 time: 0.0908623 Oct 24 13:16:29.939387 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22388f7-ae14-4f13-95c4-629680f0fec8 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:16:29.947702 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Publish callbacks [] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.948645 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:16:29.953199 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2cef1ced-2a30-435c-a33c-7e2351fe4985 req-dc161507-92f6-4317-977f-71ee33e339be tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915427 Oct 24 13:16:29.962159 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] Sync routers for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:16:29.971453 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.979025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Transition to ACTIVE for port object f22388f7-ae14-4f13-95c4-629680f0fec8 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:16:29.983215 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:29.995996 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:29.996885 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:30.009812 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-33954b15-8215-4274-8c30-7d349cb07d9a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2569146 Oct 24 13:16:30.010698 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:30.012991 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08e865-b278-4250-b2a0-28a75bc63ded" -d '{"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:30.015152 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35970) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:30.019751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521375948', 'description': 'tempest-secgroup-smoke-1521375948 description', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:30.043844 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.091629 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cfe679-98f8-482d-81ae-6c55f976feff x-openstack-request-id: req-c4cfe679-98f8-482d-81ae-6c55f976feff {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:30.091629 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:30.091941 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4cfe679-98f8-482d-81ae-6c55f976feff {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:30.092307 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cfe679-98f8-482d-81ae-6c55f976feff'] response: {'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'status': 'completed', 'code': 200} Oct 24 13:16:30.093345 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-c0ea82fa-4d8c-42f0-8c85-11a16388275b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022940 Oct 24 13:16:30.111213 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Pushing event updated for resources: {'Port': ['ID=f22388f7-ae14-4f13-95c4-629680f0fec8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:30.136651 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group (31fd1301-f176-4b08-b18d-2698cccfa8e3), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.140012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:30.143818 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (31fd1301-f176-4b08-b18d-2698cccfa8e3), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.184196 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Attempting to bind port f22388f7-ae14-4f13-95c4-629680f0fec8 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:16:30.184713 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Attempting to bind port f22388f7-ae14-4f13-95c4-629680f0fec8 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:16:30.185117 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Attempting to bind port f22388f7-ae14-4f13-95c4-629680f0fec8 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:16:30.208962 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.213419 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1968951 Oct 24 13:16:30.215920 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35974) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:30.218024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-f7e92ef4-c293-41f7-860b-8c9be751f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.219503 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-f7e92ef4-c293-41f7-860b-8c9be751f76d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 1130 time: 0.0784912 Oct 24 13:16:30.220087 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03566d6-374d-4446-b2bb-48d0219a1d37 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fd1301-f176-4b08-b18d-2698cccfa8e3,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:30.220813 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group_rule': {'security_group_id': '31fd1301-f176-4b08-b18d-2698cccfa8e3', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:30.227688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-6d1a627c-9b5d-434a-83ac-86e2f53462ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.229325 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-6d1a627c-9b5d-434a-83ac-86e2f53462ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1129 time: 0.0879433 Oct 24 13:16:30.313633 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Port f22388f7-ae14-4f13-95c4-629680f0fec8 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:16:30.314037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Attempting to bind port f22388f7-ae14-4f13-95c4-629680f0fec8 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:16:30.347320 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-338eabfc-a398-4f34-b79e-f88644ce4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.348987 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-338eabfc-a398-4f34-b79e-f88644ce4575 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.0978811 Oct 24 13:16:30.349150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:30.366016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (d0835490-2954-407c-bb8c-11bc817acb9f), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.400785 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '7b2d0aa1-d32e-43a6-92fd-feed89a83b5a', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'port_id': '018f2d3e-909b-488a-af88-b11609f2409d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'mac_address': 'fa:16:3e:74:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:28Z', 'updated_at': '2022-10-24T13:16:28Z', 'revision_number': 0, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:35Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:30.421074 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:16:30.421428 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:16:30.421795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Bound using segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:16:30.422239 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Bound port: f22388f7-ae14-4f13-95c4-629680f0fec8, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:16:30.422601 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.425440 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-96ed8313-6105-45d1-9d8f-0d2e8a546438 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 200 len: 1001 time: 0.0677650 Oct 24 13:16:30.428266 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-5c32351b-760d-475f-bb91-560d233b2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.429884 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] Checking router: 3ae120d1-3623-4158-8a9a-bbe60f5e28bd for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:16:30.431713 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-5c32351b-760d-475f-bb91-560d233b2925 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 915 time: 0.1947849 Oct 24 13:16:30.451343 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:30.451982 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:30.525650 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:30.533705 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-269f9fc4-580e-4b78-a63a-9fac01f3210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.535359 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-269f9fc4-580e-4b78-a63a-9fac01f3210b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0972502 Oct 24 13:16:30.543481 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e781b-537d-4841-8817-f04b20f96c3b req-8dcdf643-38f4-43f1-b177-a32c249b7681 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.550617 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a30e781b-537d-4841-8817-f04b20f96c3b req-8dcdf643-38f4-43f1-b177-a32c249b7681 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0735238 Oct 24 13:16:30.568980 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:30.570419 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-3a3db7e8-e105-40f9-9cc7-69a641ffb7d7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 998 time: 0.1261318 Oct 24 13:16:30.576469 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (d0835490-2954-407c-bb8c-11bc817acb9f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.591255 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] For port f22388f7-ae14-4f13-95c4-629680f0fec8, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:16:30.593227 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (d0835490-2954-407c-bb8c-11bc817acb9f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.596630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] For port f22388f7-ae14-4f13-95c4-629680f0fec8, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=f22388f7-ae14-4f13-95c4-629680f0fec8,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:16:30.616323 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:30.626845 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-0d16d413-8159-4257-8ca9-4880d1545b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.628603 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-0d16d413-8159-4257-8ca9-4880d1545b2a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745711 Oct 24 13:16:30.640002 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.644877 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a30e781b-537d-4841-8817-f04b20f96c3b req-f242c1ce-4f78-426f-bdb0-bd26b2900316 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926051 Oct 24 13:16:30.650068 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.650691 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.652183 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-05537259-1684-44e1-afef-085ff85c7092 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f22388f7-ae14-4f13-95c4-629680f0fec8 HTTP/1.1" status: 200 len: 1093 time: 1.1539943 Oct 24 13:16:30.652861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:30.655167 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8967b020-1f73-46c9-b16b-89f61275b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:30.659586 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:30.668885 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0835490-2954-407c-bb8c-11bc817acb9f,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:30.700266 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.704400 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1d59e7fd-33a4-4cf8-9d57-6e55b9322e6d tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4848020 Oct 24 13:16:30.706771 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 35982) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:30.714725 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group_rule': {'security_group_id': '31fd1301-f176-4b08-b18d-2698cccfa8e3', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:30.719184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-22dc3f08-ee35-48fc-90f0-d59aeffec00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.720645 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-22dc3f08-ee35-48fc-90f0-d59aeffec00b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 200 len: 853 time: 0.1411626 Oct 24 13:16:30.782887 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b62cb40-73de-4459-878a-24098a7acfc5 x-openstack-request-id: req-2b62cb40-73de-4459-878a-24098a7acfc5 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:30.783354 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:30.783628 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b62cb40-73de-4459-878a-24098a7acfc5 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:30.784040 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b62cb40-73de-4459-878a-24098a7acfc5'] response: {'name': 'network-changed', 'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'status': 'completed', 'code': 200} Oct 24 13:16:30.814928 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537259-1684-44e1-afef-085ff85c7092 service neutron] Pushing event updated for resources: {'Port': ['ID=f22388f7-ae14-4f13-95c4-629680f0fec8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:30.829288 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-c9e64984-8a59-4c62-882b-b51ac11a1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.830805 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-c9e64984-8a59-4c62-882b-b51ac11a1b5c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4279f750-abb3-4f71-b284-28a4618e7809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967739 Oct 24 13:16:30.843314 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-8f78e9d9-51c4-4844-8519-0a09c25fdf49 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970129 Oct 24 13:16:30.848173 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (fc687c19-9d14-4d56-b010-4390f2443e46), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:30.929033 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75046670-0cfb-48b7-8a5c-47b9a9510cc8 req-7a6a38cd-13bb-48cb-a1f4-d22d65edaefa tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.934089 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-75046670-0cfb-48b7-8a5c-47b9a9510cc8 req-7a6a38cd-13bb-48cb-a1f4-d22d65edaefa tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 946 time: 0.1219294 Oct 24 13:16:30.954224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:30.963584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-123881df-bbb7-40b0-86d7-6d2112e9485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:30.965088 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-123881df-bbb7-40b0-86d7-6d2112e9485c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 1127 time: 0.1515257 Oct 24 13:16:31.020707 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3db9b76d-942c-4eb4-b810-94d7a1eac24f req-541c236d-0845-409c-a861-644333868a82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573336 Oct 24 13:16:31.024675 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-75046670-0cfb-48b7-8a5c-47b9a9510cc8 req-bc0c1b67-2c3e-4694-8505-64f77f2fafbf tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842352 Oct 24 13:16:31.040799 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dcf91-c2a6-47fa-aee1-b807115a2ba3 req-efa983f7-b8b8-4cc2-8084-fa5ea6cfe961 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:31.042340 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-655dcf91-c2a6-47fa-aee1-b807115a2ba3 req-efa983f7-b8b8-4cc2-8084-fa5ea6cfe961 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1909869 Oct 24 13:16:31.043668 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-cbee6c0f-b9be-4695-bd84-1b08df75581b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22388f7-ae14-4f13-95c4-629680f0fec8 HTTP/1.1" status: 200 len: 217 time: 0.0663784 Oct 24 13:16:31.047530 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '7b2d0aa1-d32e-43a6-92fd-feed89a83b5a', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'port_id': '018f2d3e-909b-488a-af88-b11609f2409d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'mac_address': 'fa:16:3e:74:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:28Z', 'updated_at': '2022-10-24T13:16:28Z', 'revision_number': 0, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:35Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:31.082111 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ff249-d3c1-4c96-b118-465fcbfb610b None None] The sync data for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi is: [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '7b2d0aa1-d32e-43a6-92fd-feed89a83b5a', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'port_id': '018f2d3e-909b-488a-af88-b11609f2409d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'mac_address': 'fa:16:3e:74:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:28Z', 'updated_at': '2022-10-24T13:16:28Z', 'revision_number': 0, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:35Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:16:31.145114 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (fc687c19-9d14-4d56-b010-4390f2443e46), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.157096 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (fc687c19-9d14-4d56-b010-4390f2443e46), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.188558 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-9800b941-a1b4-442e-881b-f994243a36d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319607 Oct 24 13:16:31.191341 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971131e-932f-4c90-9a08-5da88927e26b req-afc47cf0-a61a-44fd-806a-f8a25733a057 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:31.192836 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9971131e-932f-4c90-9a08-5da88927e26b req-afc47cf0-a61a-44fd-806a-f8a25733a057 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 943 time: 0.0502851 Oct 24 13:16:31.207448 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc687c19-9d14-4d56-b010-4390f2443e46,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:31.210306 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:31.217657 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-c5ed6612-ee2a-490d-ad9a-f53b64ef8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:31.219348 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-c5ed6612-ee2a-490d-ad9a-f53b64ef8fed service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.1627638 Oct 24 13:16:31.221860 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.222985 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-75498645-65f0-4908-8e58-ceed8c10b22a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5152547 Oct 24 13:16:31.226315 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35992) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:31.232390 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group_rule': {'security_group_id': '31fd1301-f176-4b08-b18d-2698cccfa8e3', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:31.233151 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-655dcf91-c2a6-47fa-aee1-b807115a2ba3 req-e56f00da-70ae-4a76-a9c5-fe27039d0073 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803617 Oct 24 13:16:31.270976 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9971131e-932f-4c90-9a08-5da88927e26b req-9d0206c6-bde7-4fbf-a27a-b7e287ffb044 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711021 Oct 24 13:16:31.283497 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (9c4f31c0-5448-4044-a60f-2eb9e51b94e1), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.333988 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356cf0c-5cb7-4229-be29-f523c4018cab None None] New status for floating IP 7b2d0aa1-d32e-43a6-92fd-feed89a83b5a: ACTIVE {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:16:31.371377 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (9c4f31c0-5448-4044-a60f-2eb9e51b94e1), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.378680 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (9c4f31c0-5448-4044-a60f-2eb9e51b94e1), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.405343 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4f31c0-5448-4044-a60f-2eb9e51b94e1,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:31.436636 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.439446 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2d683b68-2eb4-4947-b8ad-fbbc3e5a5664 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2105680 Oct 24 13:16:31.442294 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 35996) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:31.446849 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group_rule': {'security_group_id': '31fd1301-f176-4b08-b18d-2698cccfa8e3', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:31.481398 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (500698c1-d39f-4289-987e-5a04ef049150), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.504075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d5cce624-ba0d-460a-a57a-b18b8df81cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:31.505663 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-d5cce624-ba0d-460a-a57a-b18b8df81cb7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1580968 Oct 24 13:16:31.588149 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (500698c1-d39f-4289-987e-5a04ef049150), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.602938 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (500698c1-d39f-4289-987e-5a04ef049150), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.627717 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d08e865-b278-4250-b2a0-28a75bc63ded req-174711b6-5254-4209-a771-8571a4e01ded service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786572 Oct 24 13:16:31.630353 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500698c1-d39f-4289-987e-5a04ef049150,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:31.649131 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.659133 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-78a25069-e9d2-41a7-bd9c-b6774303f723 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2155244 Oct 24 13:16:31.660439 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36002) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:31.666010 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-ba85c461-3411-4e70-a7d3-1a3ad019e491 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508613 Oct 24 13:16:31.666562 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group_rule': {'security_group_id': '31fd1301-f176-4b08-b18d-2698cccfa8e3', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:31.701826 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.securitygroups_db [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Project e6ab0fbf44394afda8dd8f49818ccc63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:16:31.708384 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (2efd50ad-f50b-40e7-a3ba-910b643f96ef), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.839543 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa30930-ac73-4393-9242-b5e100535119 req-6cdcd679-703c-4f5b-81d9-305ad38b0e03 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:31.841889 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-baa30930-ac73-4393-9242-b5e100535119 req-6cdcd679-703c-4f5b-81d9-305ad38b0e03 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0722077 Oct 24 13:16:31.842928 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (2efd50ad-f50b-40e7-a3ba-910b643f96ef), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.847547 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (2efd50ad-f50b-40e7-a3ba-910b643f96ef), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.854076 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64bde9d4-afa4-4cb6-bf9c-2082b9547638 req-7d1a0217-0374-4607-9c7d-ef4d4eea038c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744142 Oct 24 13:16:31.890030 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efd50ad-f50b-40e7-a3ba-910b643f96ef,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:31.901554 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:31.902823 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3aff09ab-74ad-476f-8bf2-2dbc287c8ecd tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2412632 Oct 24 13:16:31.905655 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36008) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:31.911034 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'security_group_rule': {'security_group_id': '31fd1301-f176-4b08-b18d-2698cccfa8e3', 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:31.928769 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-baa30930-ac73-4393-9242-b5e100535119 req-7b8347f7-b7df-40a3-8316-d75696630c5a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786300 Oct 24 13:16:31.934822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:UPDATE=2,neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:31.949650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.securitygroups_db [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Project e6ab0fbf44394afda8dd8f49818ccc63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:16:31.957587 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (32cd4d1e-4c10-4124-8f95-8fa661c3e5b9), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.012906 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (32cd4d1e-4c10-4124-8f95-8fa661c3e5b9), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.016410 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (32cd4d1e-4c10-4124-8f95-8fa661c3e5b9), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.036445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cd4d1e-4c10-4124-8f95-8fa661c3e5b9,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:32.042938 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.048703 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-35406086-6ce6-44ed-bee5-4fec39d9cfe8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402483 Oct 24 13:16:32.151091 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-ae6b2678-8982-4894-8f46-e9de371a9684 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1521375948&fields=id&tenant_id=e6ab0fbf44394afda8dd8f49818ccc63 HTTP/1.1" status: 200 len: 267 time: 0.0500853 Oct 24 13:16:32.201728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-8d10909e-5571-40c9-a485-b76af9f48e58 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:32.203122 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-8d10909e-5571-40c9-a485-b76af9f48e58 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0503848 Oct 24 13:16:32.214284 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'port': {'security_groups': ['8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b', '31fd1301-f176-4b08-b18d-2698cccfa8e3']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:32.370952 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:32.387206 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98a726-51e6-4ae9-ab1f-b5c1fc99d17f req-a97d88f4-f57e-44a2-83ae-db0de5a7011a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:32.388807 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fe98a726-51e6-4ae9-ab1f-b5c1fc99d17f req-a97d88f4-f57e-44a2-83ae-db0de5a7011a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0571525 Oct 24 13:16:32.424131 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:32.442697 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fe98a726-51e6-4ae9-ab1f-b5c1fc99d17f req-bdbba138-d7ee-4a5a-bf33-2c4aa9a1bdd2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477502 Oct 24 13:16:32.535510 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.548663 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353f50-f460-4d3d-a212-5eba98525103 req-70d34a8f-698f-470a-b15e-f41aacbe7c63 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:32.550161 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e9353f50-f460-4d3d-a212-5eba98525103 req-70d34a8f-698f-470a-b15e-f41aacbe7c63 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 943 time: 0.0479882 Oct 24 13:16:32.598105 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e9353f50-f460-4d3d-a212-5eba98525103 req-762a44a5-6ca6-4b2d-85fd-48f76f7847ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Oct 24 13:16:32.721547 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:32.750184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for port (018f2d3e-909b-488a-af88-b11609f2409d), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.754436 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.764538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:32.765141 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:32.766584 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f1642c8c-0a72-497a-b5a9-8cbcf471fbec req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "PUT /networking/v2.0/ports/018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 981 time: 0.5573747 Oct 24 13:16:32.769969 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['018f2d3e-909b-488a-af88-b11609f2409d'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:32.786904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:32.789063 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b6685f-61f6-4f5a-9874-796311ee7351" -d '{"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:32.810000 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:32.829503 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be27e8-4e0e-44f3-a273-315c6b5ac366 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:32.874902 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286e2b2-17f0-4f49-9f9a-b2d1ab59c518 x-openstack-request-id: req-f286e2b2-17f0-4f49-9f9a-b2d1ab59c518 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:32.875292 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:32.875655 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f286e2b2-17f0-4f49-9f9a-b2d1ab59c518 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:32.876861 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f286e2b2-17f0-4f49-9f9a-b2d1ab59c518'] response: {'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'status': 'completed', 'code': 200} Oct 24 13:16:32.897702 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabd933-45bd-4477-8384-b51bfc14f625 req-d0b7dc83-5d16-48ae-a01c-3f7a71cf5b80 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:32.900085 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2eabd933-45bd-4477-8384-b51bfc14f625 req-d0b7dc83-5d16-48ae-a01c-3f7a71cf5b80 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0713902 Oct 24 13:16:32.908060 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['018f2d3e-909b-488a-af88-b11609f2409d'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:32.959618 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:32.976790 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2eabd933-45bd-4477-8384-b51bfc14f625 req-749a8a97-07d1-49bb-96f7-6399f55def4c tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645130 Oct 24 13:16:33.127924 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-161ed357-1197-4866-bb99-cb896fce20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.129447 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-161ed357-1197-4866-bb99-cb896fce20bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1168 time: 0.1153347 Oct 24 13:16:33.132575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-c1faa27b-dd49-4b1f-bd8e-cf5a7363a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.135288 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-c1faa27b-dd49-4b1f-bd8e-cf5a7363a8c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 1127 time: 0.1400089 Oct 24 13:16:33.148163 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c332c-a34b-447f-9c90-15730164b074 req-3f7dc1f6-1cfc-434f-84d4-277d4cb50212 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.150347 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bf5c332c-a34b-447f-9c90-15730164b074 req-3f7dc1f6-1cfc-434f-84d4-277d4cb50212 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0697038 Oct 24 13:16:33.203599 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bf5c332c-a34b-447f-9c90-15730164b074 req-1b73addb-75be-4c5e-8418-21af4c070ce2 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476809 Oct 24 13:16:33.331743 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:33.487377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-6140bdc1-9110-4d69-be91-68d06878ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.488921 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-6140bdc1-9110-4d69-be91-68d06878ccab service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.1840243 Oct 24 13:16:33.490005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-00c1a4a5-f5c4-4425-9c9c-70144ac26a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.491366 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-00c1a4a5-f5c4-4425-9c9c-70144ac26a99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 915 time: 0.1758103 Oct 24 13:16:33.565339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdfa0c-4aea-47b3-9479-342cc5e5b24a req-c03eba6c-03fd-4066-9cff-caeac5d1623d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.566808 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cffdfa0c-4aea-47b3-9479-342cc5e5b24a req-c03eba6c-03fd-4066-9cff-caeac5d1623d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0471199 Oct 24 13:16:33.613645 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cffdfa0c-4aea-47b3-9479-342cc5e5b24a req-aaaf2b7d-4ec7-4142-acc1-7710523b46c0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Oct 24 13:16:33.683954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:33.721519 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a61c3-1e49-4d6a-81c5-3ec011b015bf req-6149d069-8b23-4b78-a4fd-9a7c243dc63a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:33.722992 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-df9a61c3-1e49-4d6a-81c5-3ec011b015bf req-6149d069-8b23-4b78-a4fd-9a7c243dc63a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 943 time: 0.0494676 Oct 24 13:16:33.769891 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-df9a61c3-1e49-4d6a-81c5-3ec011b015bf req-70d89f36-0ab1-404b-8c9f-d29cb30b7986 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Oct 24 13:16:34.328790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc9bd5-2a37-48c4-bf32-1b2947f056f6 req-9ade53ed-907e-4b42-af8c-8f54781ec10a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.330292 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3ffc9bd5-2a37-48c4-bf32-1b2947f056f6 req-9ade53ed-907e-4b42-af8c-8f54781ec10a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Oct 24 13:16:34.382061 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3ffc9bd5-2a37-48c4-bf32-1b2947f056f6 req-c6862c1a-37b4-45fe-a769-ea3a0316107d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Oct 24 13:16:34.610182 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-66c60b19-86f0-4564-8a57-12f09fb88504 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22388f7-ae14-4f13-95c4-629680f0fec8 HTTP/1.1" status: 200 len: 217 time: 0.0721853 Oct 24 13:16:34.648822 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522e4b7-70fb-4551-84de-e6511144068a req-2be080f0-b763-4e85-be59-895d084dfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.650433 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1522e4b7-70fb-4551-84de-e6511144068a req-2be080f0-b763-4e85-be59-895d084dfb02 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0406647 Oct 24 13:16:34.666780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-86dcdf08-ea3d-4fef-9780-f5f3791a4005 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 1000 time: 0.1222153 Oct 24 13:16:34.674503 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-c155cd7a-3ace-4ac6-96cd-e654a8ad9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.675950 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-c155cd7a-3ace-4ac6-96cd-e654a8ad9443 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0610394 Oct 24 13:16:34.697016 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1522e4b7-70fb-4551-84de-e6511144068a req-418f2b29-4af8-4bb9-9764-e59f379c4fd8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Oct 24 13:16:34.743916 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d718d1a-ef55-49e2-a73d-cdf9c60873c1 req-b7c7c0a5-86cf-40ad-8594-3b6a1cbc0f92 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.745373 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2d718d1a-ef55-49e2-a73d-cdf9c60873c1 req-b7c7c0a5-86cf-40ad-8594-3b6a1cbc0f92 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0519161 Oct 24 13:16:34.793792 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2d718d1a-ef55-49e2-a73d-cdf9c60873c1 req-93830fb9-80ad-4ee7-b1b1-a8c4f571f294 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Oct 24 13:16:34.893160 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820f4c3-1a2e-4f29-8296-4b5fab8fb7e8 req-841de8bc-05ce-4d9c-9367-08e82a660daf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.894503 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c820f4c3-1a2e-4f29-8296-4b5fab8fb7e8 req-841de8bc-05ce-4d9c-9367-08e82a660daf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 943 time: 0.0477474 Oct 24 13:16:34.942653 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c820f4c3-1a2e-4f29-8296-4b5fab8fb7e8 req-61c6c4a8-972a-447a-83b3-236fe3710df5 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Oct 24 13:16:34.972176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-c4468d8d-2396-468d-8acb-e1e23d4f29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.973729 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-c4468d8d-2396-468d-8acb-e1e23d4f29be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699472 Oct 24 13:16:34.980888 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-26927422-c9e0-48a6-b6a0-094fb2fa45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:34.982292 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-26927422-c9e0-48a6-b6a0-094fb2fa45d7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 200 len: 853 time: 0.0772758 Oct 24 13:16:35.069795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-6ae6da3e-9ac3-41c8-8b53-4727598fb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:35.072094 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-6ae6da3e-9ac3-41c8-8b53-4727598fb51e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4279f750-abb3-4f71-b284-28a4618e7809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817137 Oct 24 13:16:35.103939 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-82c8e615-f387-4ae6-8768-10ab4ec00fa5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207087 Oct 24 13:16:35.264931 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device f22388f7-ae14-4f13-95c4-629680f0fec8 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:16:35.362113 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port f22388f7-ae14-4f13-95c4-629680f0fec8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=f22388f7-ae14-4f13-95c4-629680f0fec8,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:35.374222 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'port_id': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'mac_address': 'fa:16:3e:42:48:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:16:35.416673 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port f22388f7-ae14-4f13-95c4-629680f0fec8 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:16:35.417210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:35.432403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22388f7-ae14-4f13-95c4-629680f0fec8 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:16:35.455605 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port f22388f7-ae14-4f13-95c4-629680f0fec8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=f22388f7-ae14-4f13-95c4-629680f0fec8,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:35.460957 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:35.467958 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:35.468814 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:35.523817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07ee16-6c84-4928-80c0-298f461edabd req-f52a22aa-36a0-46fe-a6f6-8a65e9a98daa tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:35.524490 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=f22388f7-ae14-4f13-95c4-629680f0fec8,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:35.531593 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa07ee16-6c84-4928-80c0-298f461edabd req-f52a22aa-36a0-46fe-a6f6-8a65e9a98daa tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0649660 Oct 24 13:16:35.575200 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fa07ee16-6c84-4928-80c0-298f461edabd req-6683d6b6-3247-440d-82a6-974a477b9c6f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Oct 24 13:16:35.594681 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8967b020-1f73-46c9-b16b-89f61275b0a3 req-92787cfb-2d2a-440d-9b73-7d05584bf4bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691496 Oct 24 13:16:35.598022 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-d0b9f441-59ed-48cf-87ad-baa6e4c48d1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711421 Oct 24 13:16:35.708053 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9b6685f-61f6-4f5a-9874-796311ee7351 req-3725ad76-088d-408a-8192-f10c60f652d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903885 Oct 24 13:16:35.827710 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['f22388f7-ae14-4f13-95c4-629680f0fec8'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:35.916522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc504a-2826-462c-8dbb-f019ee867bd3 req-0b60793e-cdb7-4fa3-8d6c-1745ad309c39 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:35.918075 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-91bc504a-2826-462c-8dbb-f019ee867bd3 req-0b60793e-cdb7-4fa3-8d6c-1745ad309c39 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0492918 Oct 24 13:16:35.966347 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-91bc504a-2826-462c-8dbb-f019ee867bd3 req-a218aceb-5f1f-460d-8d9e-537dd03e6b77 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Oct 24 13:16:36.064861 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087baa9-c707-4ac4-a5de-f36f19c6526a req-448d8fba-349c-4b85-8d47-0acd647cf384 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:36.066781 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9087baa9-c707-4ac4-a5de-f36f19c6526a req-448d8fba-349c-4b85-8d47-0acd647cf384 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 944 time: 0.0485663 Oct 24 13:16:36.115373 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9087baa9-c707-4ac4-a5de-f36f19c6526a req-ad537c8a-568f-4bce-ace5-c9211438a367 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Oct 24 13:16:36.701069 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ece6de-3ea5-4c01-8b9f-6059c5e6e9e5 req-7b681cde-3f41-4d88-afbd-d060e0df0634 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:36.702546 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-02ece6de-3ea5-4c01-8b9f-6059c5e6e9e5 req-7b681cde-3f41-4d88-afbd-d060e0df0634 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Oct 24 13:16:36.750108 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-02ece6de-3ea5-4c01-8b9f-6059c5e6e9e5 req-2eca7e92-dfa4-454e-944d-e6b999cdd5d0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Oct 24 13:16:37.094812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea5358-f2f4-4bee-929b-be31b12bf693 req-60774e40-a1c3-4efa-8e58-5f58d1886655 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.096504 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-90ea5358-f2f4-4bee-929b-be31b12bf693 req-60774e40-a1c3-4efa-8e58-5f58d1886655 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0544696 Oct 24 13:16:37.171014 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999164-80bf-4988-8fd2-40cc8b349df2 req-2625e46c-c249-4243-8f15-0bebe63873bf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.171849 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-70215779-7831-42bf-a329-2af93eab3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.172651 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b7999164-80bf-4988-8fd2-40cc8b349df2 req-2625e46c-c249-4243-8f15-0bebe63873bf tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0615096 Oct 24 13:16:37.173323 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-70215779-7831-42bf-a329-2af93eab3a50 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0631747 Oct 24 13:16:37.185914 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-90ea5358-f2f4-4bee-929b-be31b12bf693 req-d4420af1-62e9-4552-a7b0-95828abbdccb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822799 Oct 24 13:16:37.238752 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b7999164-80bf-4988-8fd2-40cc8b349df2 req-a4b5ee7b-255a-4794-b14c-030050ff3e59 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602267 Oct 24 13:16:37.260211 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:37.277117 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device f22388f7-ae14-4f13-95c4-629680f0fec8 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:16:37.308793 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3aea-865b-42f6-8e0c-eb1544589b27 req-5aed456e-98ad-4cb0-8e1b-ca970657b1b3 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.310281 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-333e3aea-865b-42f6-8e0c-eb1544589b27 req-5aed456e-98ad-4cb0-8e1b-ca970657b1b3 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 944 time: 0.0629082 Oct 24 13:16:37.319236 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port f22388f7-ae14-4f13-95c4-629680f0fec8 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:16:37.326256 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port f22388f7-ae14-4f13-95c4-629680f0fec8 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:16:37.326708 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:37.327062 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port f22388f7-ae14-4f13-95c4-629680f0fec8 Oct 24 13:16:37.338950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-c4d23a54-0d24-4c15-9381-ea018c820f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.340422 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-c4d23a54-0d24-4c15-9381-ea018c820f07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.1536670 Oct 24 13:16:37.405652 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port f22388f7-ae14-4f13-95c4-629680f0fec8 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:16:37.406035 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:37.406740 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-333e3aea-865b-42f6-8e0c-eb1544589b27 req-35297ac9-c4f3-4462-ad4b-5e7be09dc910 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900581 Oct 24 13:16:37.427952 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-63d97808-7e8a-4026-956f-ce0641fd8e52 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 1001 time: 0.0787559 Oct 24 13:16:37.430491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:37.432774 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98929100-a473-4f26-865e-d842c5413c86" -d '{"events": [{"server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "name": "network-vif-plugged", "status": "completed", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:37.442491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:37.447104 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port f22388f7-ae14-4f13-95c4-629680f0fec8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=f22388f7-ae14-4f13-95c4-629680f0fec8,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:37.451511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:37.479066 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f767ea-e2b8-4f19-9867-24bd6bc8fe3d x-openstack-request-id: req-a4f767ea-e2b8-4f19-9867-24bd6bc8fe3d {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:37.479374 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "name": "network-vif-plugged", "status": "completed", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:37.479624 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4f767ea-e2b8-4f19-9867-24bd6bc8fe3d {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:37.480036 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f767ea-e2b8-4f19-9867-24bd6bc8fe3d'] response: {'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'code': 200} Oct 24 13:16:37.504788 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=f22388f7-ae14-4f13-95c4-629680f0fec8,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:37.506118 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-1b322eac-defb-4478-9666-5a4eb4bf7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.507962 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-1b322eac-defb-4478-9666-5a4eb4bf7a89 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0516195 Oct 24 13:16:37.600472 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-5b64d827-117c-4281-bae2-3e1f48510360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.602661 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-5b64d827-117c-4281-bae2-3e1f48510360 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413828 Oct 24 13:16:37.732364 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-9be7384e-91d2-4682-a53f-0b71bc032341 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225824 Oct 24 13:16:37.737042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ec1f9-c6cc-4257-8598-091681d3311d req-0e626f99-3f36-4fb6-a5cf-86d0206e515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:37.738408 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-402ec1f9-c6cc-4257-8598-091681d3311d req-0e626f99-3f36-4fb6-a5cf-86d0206e515a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 1129 time: 0.0505261 Oct 24 13:16:37.778548 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:37.845511 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-402ec1f9-c6cc-4257-8598-091681d3311d req-56373d95-c4db-4dd9-9cac-296db6470187 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966611 Oct 24 13:16:37.866749 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e74d9c42-be0c-4508-8e36-47023f94eb3c req-eb54e48a-cbbf-4fdd-8fe2-89a5bcc2201b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190026 Oct 24 13:16:38.303669 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:38.312612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14893eac-02f4-4685-a2e5-6aae725c0a4f req-97056f8c-9cc7-46b9-94a6-7b497fa82938 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:38.314202 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-14893eac-02f4-4685-a2e5-6aae725c0a4f req-97056f8c-9cc7-46b9-94a6-7b497fa82938 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0503218 Oct 24 13:16:38.333345 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:38.366817 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f1903-1c70-4655-9ce0-fa21bbc90371 req-0889dc2d-8f38-4058-a631-a0f227fcc209 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:38.368075 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-14893eac-02f4-4685-a2e5-6aae725c0a4f req-940294f0-5ada-48b3-bb78-0ff33b50e054 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479312 Oct 24 13:16:38.369230 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-165f1903-1c70-4655-9ce0-fa21bbc90371 req-0889dc2d-8f38-4058-a631-a0f227fcc209 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0518057 Oct 24 13:16:38.418984 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-165f1903-1c70-4655-9ce0-fa21bbc90371 req-8d36619c-3867-4b92-8962-28787d05257f tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Oct 24 13:16:38.465264 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:16:38.530921 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc77b9-d429-4e75-ae64-a949d1d09a64 req-f8f757ad-6268-43bf-9207-8f890403cf34 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:38.532365 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-82bc77b9-d429-4e75-ae64-a949d1d09a64 req-f8f757ad-6268-43bf-9207-8f890403cf34 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Oct 24 13:16:38.581646 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-82bc77b9-d429-4e75-ae64-a949d1d09a64 req-c4c04ef9-ee19-41c8-82c8-43f621a1b032 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Oct 24 13:16:39.490933 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b791b-6f09-48d7-bead-ee80ffa845a3 req-7fb6cfc3-a406-4bc5-b792-664796e9f351 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:39.493053 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-573b791b-6f09-48d7-bead-ee80ffa845a3 req-7fb6cfc3-a406-4bc5-b792-664796e9f351 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0483041 Oct 24 13:16:39.540530 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102da63-f055-4db0-ae21-6a9291c9407b req-bdc4b4de-ad97-4efc-a01c-cec91f35cc08 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:39.541148 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-573b791b-6f09-48d7-bead-ee80ffa845a3 req-d68801a3-98b3-4196-b5ed-ea6f2854c799 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 Oct 24 13:16:39.542009 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4102da63-f055-4db0-ae21-6a9291c9407b req-bdc4b4de-ad97-4efc-a01c-cec91f35cc08 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0473886 Oct 24 13:16:39.589689 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4102da63-f055-4db0-ae21-6a9291c9407b req-4cdd492f-5d1d-4e68-bf1d-3a208a07683b tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Oct 24 13:16:39.707403 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827fed8-9a80-4e12-962f-b0405ad6a1b4 req-6c067413-4e27-4b50-8748-34638ff08f40 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:39.708823 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4827fed8-9a80-4e12-962f-b0405ad6a1b4 req-6c067413-4e27-4b50-8748-34638ff08f40 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0498402 Oct 24 13:16:39.757068 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4827fed8-9a80-4e12-962f-b0405ad6a1b4 req-09110465-ab43-44e6-b6c2-f63889784e00 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Oct 24 13:16:40.677559 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf355c20-6070-4c9d-80a7-9433cd9f0211 req-2bde5033-23cd-46f5-bc01-2c3ba7f77399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:40.679023 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bf355c20-6070-4c9d-80a7-9433cd9f0211 req-2bde5033-23cd-46f5-bc01-2c3ba7f77399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0623720 Oct 24 13:16:40.715627 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b6a85-1fda-47c7-b1a2-5f0d7e9512c6 req-b92e2447-3e03-417a-83b6-b87ca8ec7002 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:40.717101 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f76b6a85-1fda-47c7-b1a2-5f0d7e9512c6 req-b92e2447-3e03-417a-83b6-b87ca8ec7002 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Oct 24 13:16:40.729596 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bf355c20-6070-4c9d-80a7-9433cd9f0211 req-cc4d2c7c-8335-4952-b658-b9fc88e782dc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Oct 24 13:16:40.767174 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f76b6a85-1fda-47c7-b1a2-5f0d7e9512c6 req-86112565-6a38-4c77-a4d6-6aef11d2c176 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Oct 24 13:16:40.882565 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ca75-4abe-4906-8405-1397a82caad1 req-dd32b559-622e-4306-990b-8d6d9e46a0dc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:40.884682 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d08ca75-4abe-4906-8405-1397a82caad1 req-dd32b559-622e-4306-990b-8d6d9e46a0dc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Oct 24 13:16:40.903746 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:40.935941 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d08ca75-4abe-4906-8405-1397a82caad1 req-c418cf4d-6209-41ba-86ef-5048659c0a61 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453897 Oct 24 13:16:41.054584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08a181-d2e2-4278-8a7e-ba7a6fca6887 req-16c9ab9d-cf07-4eaa-9faf-8c56dd5c2c8a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:41.056340 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6c08a181-d2e2-4278-8a7e-ba7a6fca6887 req-16c9ab9d-cf07-4eaa-9faf-8c56dd5c2c8a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Oct 24 13:16:41.066629 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36128) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:41.071988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'port_id': 'f22388f7-ae14-4f13-95c4-629680f0fec8'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:41.112745 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (86551fed-c3ff-4c9c-994b-d1debb65075f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:41.458670 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:41.534835 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:41.538406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (86551fed-c3ff-4c9c-994b-d1debb65075f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:41.540976 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:41.637455 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP 86551fed-c3ff-4c9c-994b-d1debb65075f associated. External IP: 172.27.1.202, port: f22388f7-ae14-4f13-95c4-629680f0fec8. Oct 24 13:16:41.959203 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31bf5f-a6f1-4006-9aa1-1ef344448548 req-925a68d3-ad4f-4458-a451-236a1a296e67 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:41.961454 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2f31bf5f-a6f1-4006-9aa1-1ef344448548 req-925a68d3-ad4f-4458-a451-236a1a296e67 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0619314 Oct 24 13:16:42.016269 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2f31bf5f-a6f1-4006-9aa1-1ef344448548 req-e9c96197-23c2-4f8e-94d8-f47de083567a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479577 Oct 24 13:16:42.092568 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-4007bdde-bd12-4bde-8737-e49e336e6caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:42.104871 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81445cf-1e7d-43c7-88c9-6bb320fc5b0a req-4e030b67-f56f-47d5-9080-de51988bc280 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:42.106424 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b81445cf-1e7d-43c7-88c9-6bb320fc5b0a req-4e030b67-f56f-47d5-9080-de51988bc280 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0890129 Oct 24 13:16:42.145685 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bab5b-9266-4e25-a1f0-7091f28f2d3a req-da31bf10-a040-4f2d-aa4e-70846265e915 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:42.147293 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-684bab5b-9266-4e25-a1f0-7091f28f2d3a req-da31bf10-a040-4f2d-aa4e-70846265e915 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Oct 24 13:16:42.150087 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:16:42.158560 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36140) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:42.164092 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Request body: {'floatingip': {'port_id': 'b1289f23-07a5-45c6-9004-035914303827'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:42.180969 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b81445cf-1e7d-43c7-88c9-6bb320fc5b0a req-302758a7-a544-4f0b-99a6-704d540d612d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677922 Oct 24 13:16:42.221749 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:42.285408 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:16:42.290529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:42.298320 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:16:42.311954 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:42.312841 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:42.334151 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:42.339399 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e904ea69-5ff6-474d-be6d-8c2bdf2b3dff tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/86551fed-c3ff-4c9c-994b-d1debb65075f HTTP/1.1" status: 200 len: 991 time: 1.2715085 Oct 24 13:16:42.343115 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:42.345523 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a408c-d35b-4cd2-9d4a-0edd137b7d58" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:42.402461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574527ea-680e-456b-bd57-9796f8d134b5 x-openstack-request-id: req-574527ea-680e-456b-bd57-9796f8d134b5 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:42.402755 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:42.403000 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-574527ea-680e-456b-bd57-9796f8d134b5 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:42.403422 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574527ea-680e-456b-bd57-9796f8d134b5'] response: {'name': 'network-changed', 'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'status': 'completed', 'code': 200} Oct 24 13:16:42.426987 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4869e6d-0cef-435f-936b-00347ae294fa req-a3d6ee53-507a-4914-835d-8605faf9f9bd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:42.428542 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f4869e6d-0cef-435f-936b-00347ae294fa req-a3d6ee53-507a-4914-835d-8605faf9f9bd tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0618777 Oct 24 13:16:42.434053 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:42.573903 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f4869e6d-0cef-435f-936b-00347ae294fa req-7716ff2b-e5e3-4614-86a3-23a83e76adb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392519 Oct 24 13:16:42.686078 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '86551fed-c3ff-4c9c-994b-d1debb65075f', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:42:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:25Z', 'updated_at': '2022-10-24T13:16:41Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:42.711010 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:16:42.719600 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:42.720205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:42.806664 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:42.811155 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:42.825775 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:42.826686 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:42.829585 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:42.874631 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:43.040588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-932ec3bb-6afc-4af2-84e4-6c2728b722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.042162 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-932ec3bb-6afc-4af2-84e4-6c2728b722aa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 1130 time: 0.0501990 Oct 24 13:16:43.043110 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-68b862b6-ecb2-48cd-a98f-efd152b34338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.044608 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-68b862b6-ecb2-48cd-a98f-efd152b34338 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 1129 time: 0.0878689 Oct 24 13:16:43.074139 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Router 876b8567-e285-4fe2-9a96-71f23d22bf14 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:16:43.077857 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '86551fed-c3ff-4c9c-994b-d1debb65075f', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:42:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:25Z', 'updated_at': '2022-10-24T13:16:41Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:43.105062 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370363a4-99d7-48d6-9f70-acc507daebf4 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '86551fed-c3ff-4c9c-994b-d1debb65075f', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:42:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:25Z', 'updated_at': '2022-10-24T13:16:41Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:16:43.235378 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-d53c2919-8ed0-4a26-bd2a-22f3e6fd5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.236927 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-d53c2919-8ed0-4a26-bd2a-22f3e6fd5273 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.1726308 Oct 24 13:16:43.237890 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-77c2a9c9-0cb8-4700-ad40-09e37d9ab386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.239362 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-77c2a9c9-0cb8-4700-ad40-09e37d9ab386 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 912 time: 0.1833277 Oct 24 13:16:43.341504 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e4e0d-6bfe-4292-b97f-8000bc9cfad2 None None] New status for floating IP 86551fed-c3ff-4c9c-994b-d1debb65075f: ACTIVE {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:16:43.363560 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:43.374084 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-5ea22843-2212-402c-a138-820a6a4a9db0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22388f7-ae14-4f13-95c4-629680f0fec8 HTTP/1.1" status: 200 len: 999 time: 0.1162052 Oct 24 13:16:43.380418 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-beec93c8-535a-46bc-b106-4245ab0e5d2e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036 HTTP/1.1" status: 200 len: 1001 time: 0.1136496 Oct 24 13:16:43.474265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-eddf5d60-8a5b-4990-ab47-eee42499cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.474526 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:16:43.475756 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-eddf5d60-8a5b-4990-ab47-eee42499cfd4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0945027 Oct 24 13:16:43.479908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:43.482191 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-d638bd55-55bc-4aa9-8602-93c744842349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.487790 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] Sync routers for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:16:43.495651 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-d638bd55-55bc-4aa9-8602-93c744842349 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.1038587 Oct 24 13:16:43.502980 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:43.503655 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:43.551233 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:43.556235 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:43.598786 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-9e4e5ede-6244-4684-ac13-3db44dd75dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.600389 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-9e4e5ede-6244-4684-ac13-3db44dd75dad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021819 Oct 24 13:16:43.643855 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-9b278acd-1783-4000-b5a6-2d4127e13a71 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/485b80dc-dbea-4472-902a-2466ba4bfb6f HTTP/1.1" status: 200 len: 993 time: 1.4841084 Oct 24 13:16:43.649762 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-93026a30-e6cc-4821-b785-8c22fb349f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.651595 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-93026a30-e6cc-4821-b785-8c22fb349f49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502896 Oct 24 13:16:43.659123 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1de30b-6933-4f5a-b3e5-aabf8127ad0d x-openstack-request-id: req-2c1de30b-6933-4f5a-b3e5-aabf8127ad0d {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:43.659421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:43.659674 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c1de30b-6933-4f5a-b3e5-aabf8127ad0d {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:43.660095 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1de30b-6933-4f5a-b3e5-aabf8127ad0d'] response: {'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827', 'status': 'completed', 'code': 200} Oct 24 13:16:43.705655 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:43.743197 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:43.766554 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-285d6457-bf5c-4e91-a6ca-921706976ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.768139 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-285d6457-bf5c-4e91-a6ca-921706976ae5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0893488 Oct 24 13:16:43.778435 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe627d-b50c-4485-8cbc-0462b81edb16 req-de1f0ff6-9c1d-491f-8249-f46d284a1baa tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.780198 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-adfe627d-b50c-4485-8cbc-0462b81edb16 req-de1f0ff6-9c1d-491f-8249-f46d284a1baa tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0659533 Oct 24 13:16:43.878291 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-cbc349ef-6ac8-4682-aeb2-c719ab30176a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254026 Oct 24 13:16:43.909405 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-adfe627d-b50c-4485-8cbc-0462b81edb16 req-fd005158-8548-478d-91d3-728d21d72e5f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197751 Oct 24 13:16:43.939027 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-9527c93e-2543-4943-9c86-d4cb7f9647f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401848 Oct 24 13:16:43.943772 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-50ed0838-a537-49f2-b3cd-17dcca1a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:43.945829 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-50ed0838-a537-49f2-b3cd-17dcca1a127e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.1642079 Oct 24 13:16:44.031181 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-b15a17a1-3d25-4325-9448-2cfb8c9fdda1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 1001 time: 0.0792720 Oct 24 13:16:44.041968 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '485b80dc-dbea-4472-902a-2466ba4bfb6f', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:29Z', 'updated_at': '2022-10-24T13:16:42Z', 'revision_number': 3, 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:44.063926 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:44.097233 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] Checking router: 876b8567-e285-4fe2-9a96-71f23d22bf14 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:16:44.100476 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-761a408c-d35b-4cd2-9d4a-0edd137b7d58 req-3b5a50f5-7c30-4aea-82c6-8b7f3e6ea0b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090864 Oct 24 13:16:44.108834 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:44.109468 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:44.113366 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c8aba84-e93d-42c0-bea4-9893b3bc8b41 req-04ddeda9-a373-41bb-8569-1a32f9fc25c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628759 Oct 24 13:16:44.121111 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-95da4b5c-24c0-4f1c-8985-8d27653165b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:44.122878 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-95da4b5c-24c0-4f1c-8985-8d27653165b7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0850027 Oct 24 13:16:44.178924 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-d2f184ce-cb58-40c3-8b92-3aff70928b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:44.181347 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-d2f184ce-cb58-40c3-8b92-3aff70928b67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501380 Oct 24 13:16:44.237753 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:44.303186 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c10a-24a5-4345-b79e-7e2f8fe8c609 req-bf0936c2-e87a-4ca0-9778-91a4b57cf66f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:44.304825 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7bd4c10a-24a5-4345-b79e-7e2f8fe8c609 req-bf0936c2-e87a-4ca0-9778-91a4b57cf66f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0516136 Oct 24 13:16:44.358953 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7bd4c10a-24a5-4345-b79e-7e2f8fe8c609 req-6b7014b7-07c7-4881-bc11-70bef4b483d7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477266 Oct 24 13:16:44.455897 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7e85debf-f957-4789-9c37-10f1f4ab154a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:44.587429 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:44.599902 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '485b80dc-dbea-4472-902a-2466ba4bfb6f', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:29Z', 'updated_at': '2022-10-24T13:16:42Z', 'revision_number': 3, 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:44.629997 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d04469-ec00-4eda-a3f3-4c4d085bd388 None None] The sync data for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi is: [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '485b80dc-dbea-4472-902a-2466ba4bfb6f', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'port_id': 'b1289f23-07a5-45c6-9004-035914303827', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'mac_address': 'fa:16:3e:1d:a2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd238e2-4223-465c-8028-c291fe1db874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:14:29Z', 'updated_at': '2022-10-24T13:16:42Z', 'revision_number': 3, 'project_id': '85d62dec32104e7b8c595953a479026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:16:45.053027 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6332-ecb1-4d48-abe5-5907da0d709b req-2a6b295b-1a52-4b6e-bc2d-99522b03e3c3 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:45.054477 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-282c6332-ecb1-4d48-abe5-5907da0d709b req-2a6b295b-1a52-4b6e-bc2d-99522b03e3c3 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0500987 Oct 24 13:16:45.103010 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-282c6332-ecb1-4d48-abe5-5907da0d709b req-de2808e6-ef4a-4b9d-90f9-51bb8b5b6e3e tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Oct 24 13:16:45.484234 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd868ad4-707a-4987-881c-c8ab2072aaae req-b53c5c97-4ff9-4399-ab1e-c5760088fa02 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:45.485683 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dd868ad4-707a-4987-881c-c8ab2072aaae req-b53c5c97-4ff9-4399-ab1e-c5760088fa02 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0460238 Oct 24 13:16:45.532282 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dd868ad4-707a-4987-881c-c8ab2072aaae req-cc291654-3b98-40b1-9193-1ed0a02665c7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411592 Oct 24 13:16:45.631674 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:45.661389 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:45.663732 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501bede-b12d-444d-9760-630e72572c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:45.700454 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f093b59-ac56-4ffe-b00b-005fcb1f7a38 x-openstack-request-id: req-3f093b59-ac56-4ffe-b00b-005fcb1f7a38 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:45.700810 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "tag": "b1289f23-07a5-45c6-9004-035914303827", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:45.701066 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f093b59-ac56-4ffe-b00b-005fcb1f7a38 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:45.701463 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f093b59-ac56-4ffe-b00b-005fcb1f7a38'] response: {'name': 'network-changed', 'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'tag': 'b1289f23-07a5-45c6-9004-035914303827', 'status': 'completed', 'code': 200} Oct 24 13:16:46.226328 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b994-8f81-4513-9541-7a57b6391583 req-11b49167-6922-4383-9cdb-c8eb6a044725 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:46.227743 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5096b994-8f81-4513-9541-7a57b6391583 req-11b49167-6922-4383-9cdb-c8eb6a044725 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0496953 Oct 24 13:16:46.276539 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5096b994-8f81-4513-9541-7a57b6391583 req-23405c33-be80-4656-a570-73354d00c8d0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Oct 24 13:16:46.660991 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4568aae-06c1-4e48-b911-0ff28eef7859 req-5ac47a3d-2db1-45ae-80e7-059fe415d29e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:46.662453 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4568aae-06c1-4e48-b911-0ff28eef7859 req-5ac47a3d-2db1-45ae-80e7-059fe415d29e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0476232 Oct 24 13:16:46.703297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:46.711152 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4568aae-06c1-4e48-b911-0ff28eef7859 req-b0238cf3-c43e-4312-90ff-41659b7c0b47 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431001 Oct 24 13:16:47.261919 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:47.295397 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:47.394950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79306c22-8bc3-4e25-8886-56299a4505e8 req-2108bdfd-cfa3-4d8e-8e6d-3114afafe532 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:47.396437 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79306c22-8bc3-4e25-8886-56299a4505e8 req-2108bdfd-cfa3-4d8e-8e6d-3114afafe532 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0467947 Oct 24 13:16:47.445073 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79306c22-8bc3-4e25-8886-56299a4505e8 req-0cf01631-dcd3-4c7b-8894-953b335fb6b4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Oct 24 13:16:47.834073 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1ec37-e5f6-4e93-9b70-d04b872834aa req-9fbaefb2-9bb9-441b-8156-3fc21905e0b3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:47.835547 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-55f1ec37-e5f6-4e93-9b70-d04b872834aa req-9fbaefb2-9bb9-441b-8156-3fc21905e0b3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0469100 Oct 24 13:16:47.885892 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-55f1ec37-e5f6-4e93-9b70-d04b872834aa req-3536bdf7-077d-48d0-a541-fa5e54807614 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444646 Oct 24 13:16:48.483837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:48.519977 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-0a0abc95-aa6c-482f-b543-291ef91dcad7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Oct 24 13:16:48.568794 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741b9ac-7135-4f17-ad96-8ae53b9df1b1 req-ea9d937c-0d62-43e2-9c56-9cdbfc23fb76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:48.570762 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6741b9ac-7135-4f17-ad96-8ae53b9df1b1 req-ea9d937c-0d62-43e2-9c56-9cdbfc23fb76 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0498013 Oct 24 13:16:48.617662 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6741b9ac-7135-4f17-ad96-8ae53b9df1b1 req-3f9ffcf5-f1af-4ce8-a6c2-647206816dec tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Oct 24 13:16:49.010349 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909da5f-ad3e-426d-b9a9-140803ba8dde req-3faf9a02-55c4-4005-b7c5-da1702229893 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:49.012082 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d909da5f-ad3e-426d-b9a9-140803ba8dde req-3faf9a02-55c4-4005-b7c5-da1702229893 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0471239 Oct 24 13:16:49.061828 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d909da5f-ad3e-426d-b9a9-140803ba8dde req-8b5fc777-ee19-450f-9c08-8a8bf6547bd9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442493 Oct 24 13:16:49.733264 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:49.741582 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59c00-9dd9-40c6-8062-08434ef4b0c3 req-85b00d24-9722-46ef-af56-537de08f9378 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:49.743655 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7bc59c00-9dd9-40c6-8062-08434ef4b0c3 req-85b00d24-9722-46ef-af56-537de08f9378 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0491505 Oct 24 13:16:49.792545 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7bc59c00-9dd9-40c6-8062-08434ef4b0c3 req-ed5e6262-6c33-4c4d-b20c-e88b922c11d0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Oct 24 13:16:50.188075 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90c60e-a5d6-403a-876d-0c431a0a9f5c req-edbc800b-10e1-4522-a559-e2bdf516e17d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:50.189545 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1e90c60e-a5d6-403a-876d-0c431a0a9f5c req-edbc800b-10e1-4522-a559-e2bdf516e17d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0471480 Oct 24 13:16:50.237590 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1e90c60e-a5d6-403a-876d-0c431a0a9f5c req-79bb7ba8-52e7-49a1-9d7e-972825bfff78 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424178 Oct 24 13:16:50.913227 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e308c13-484e-46cf-b79d-0b7685113e48 req-62a1d50f-77f8-43e1-b699-c83fa94d7402 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:50.914759 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4e308c13-484e-46cf-b79d-0b7685113e48 req-62a1d50f-77f8-43e1-b699-c83fa94d7402 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0478752 Oct 24 13:16:50.965567 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4e308c13-484e-46cf-b79d-0b7685113e48 req-cba36777-b2d5-40af-bdd3-3bde8942efd2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453029 Oct 24 13:16:51.290445 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba15575f-21f6-4b82-b5eb-f85c384ce7e4 req-51af7425-6966-49b0-a677-55fe94c16b7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929954 Oct 24 13:16:51.369416 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612cdaf-3014-46fa-b4ea-00c76dd7298a req-72e9bfe2-69aa-42c7-a158-a44f5456eac3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:51.370775 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5612cdaf-3014-46fa-b4ea-00c76dd7298a req-72e9bfe2-69aa-42c7-a158-a44f5456eac3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0520997 Oct 24 13:16:51.417052 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5612cdaf-3014-46fa-b4ea-00c76dd7298a req-ccfb2912-c089-4bea-b133-299b6fc5cc7f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407102 Oct 24 13:16:52.016989 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bede-b12d-444d-9760-630e72572c3d req-292ef15e-8164-4dbf-8be0-2b96d7061313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.018516 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-292ef15e-8164-4dbf-8be0-2b96d7061313 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 1129 time: 0.0408249 Oct 24 13:16:52.025109 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-1444998b-a2db-4f63-b029-add89ff24f74 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.026618 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-1444998b-a2db-4f63-b029-add89ff24f74 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0486512 Oct 24 13:16:52.121296 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bede-b12d-444d-9760-630e72572c3d req-00444aef-d962-4876-b007-83c57761a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.122758 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-00444aef-d962-4876-b007-83c57761a278 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.0931296 Oct 24 13:16:52.155812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c918ec-4fa9-42f6-a724-7aff61825e7a req-5e054a84-5e59-4731-a821-c36d1e2de099 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.157414 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9c918ec-4fa9-42f6-a724-7aff61825e7a req-5e054a84-5e59-4731-a821-c36d1e2de099 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.1086600 Oct 24 13:16:52.187258 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-edbf954a-89f6-4764-ad19-e50baa6ff400 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 200 len: 1001 time: 0.0574450 Oct 24 13:16:52.191280 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Deleting port 9241fec5-c702-4043-a917-794ed6ca4105 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:52.191643 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (9241fec5-c702-4043-a917-794ed6ca4105), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:52.240351 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bede-b12d-444d-9760-630e72572c3d req-fb0def90-216a-47e9-a74a-7df5bc8c0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.241840 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-fb0def90-216a-47e9-a74a-7df5bc8c0054 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0440195 Oct 24 13:16:52.271435 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d9c918ec-4fa9-42f6-a724-7aff61825e7a req-ec7db573-3474-4402-aade-b7d8188960f1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040566 Oct 24 13:16:52.295545 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bede-b12d-444d-9760-630e72572c3d req-5c6306f5-47d6-4556-a19f-0d24a61bf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.298654 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-5c6306f5-47d6-4556-a19f-0d24a61bf6da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483789 Oct 24 13:16:52.315153 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] For port 9241fec5-c702-4043-a917-794ed6ca4105, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=9241fec5-c702-4043-a917-794ed6ca4105,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:52.315521 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (9241fec5-c702-4043-a917-794ed6ca4105), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:52.333308 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:52.401734 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-1669408a-96ec-4fca-a96b-c3ff3028f868 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928326 Oct 24 13:16:52.496182 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:52.499070 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:52.499447 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (50090bbb-3a66-4b81-aac1-0d0cf4a7ea83), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:52.499891 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Floating IP 50090bbb-3a66-4b81-aac1-0d0cf4a7ea83 disassociated. External IP: 172.27.1.207, port: 9241fec5-c702-4043-a917-794ed6ca4105. Oct 24 13:16:52.500170 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Calling delete_port for 9241fec5-c702-4043-a917-794ed6ca4105 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:52.522493 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a501bede-b12d-444d-9760-630e72572c3d req-e1e135a9-91da-4b17-b926-f7482b57fd25 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114612 Oct 24 13:16:52.558241 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f8c12-959e-4f69-9e95-56e0065ab2a3 req-01c1a49a-17ff-4615-abae-3ea7cab771e9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:52.559841 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ce6f8c12-959e-4f69-9e95-56e0065ab2a3 req-01c1a49a-17ff-4615-abae-3ea7cab771e9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 946 time: 0.0532610 Oct 24 13:16:52.609469 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:52.614324 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ce6f8c12-959e-4f69-9e95-56e0065ab2a3 req-e9728a92-f613-43a9-b805-0ccd7d024297 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46a24864-f618-4de1-8ca9-d18103f6531c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479748 Oct 24 13:16:52.646165 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (9241fec5-c702-4043-a917-794ed6ca4105), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:52.678047 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event deleted for resources: {'Port': ['ID=9241fec5-c702-4043-a917-794ed6ca4105,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:52.775198 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:52.786026 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Router 1d14bcaf-3128-49bc-b8f7-351893378942 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:16:52.890818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:16:52.901116 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72352695-8f50-4505-9d48-effb93039438 None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:16:52.903394 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:52.913337 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:52.914355 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:52.937147 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] No DVR routers for this DVR port 9241fec5-c702-4043-a917-794ed6ca4105 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:16:52.939839 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:52.943564 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a7385e53-d50a-4317-a1fd-050aa42fb252 req-f0b24bb8-d522-4e21-a8cf-6dce769f951d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9241fec5-c702-4043-a917-794ed6ca4105 HTTP/1.1" status: 204 len: 173 time: 0.9018266 Oct 24 13:16:52.944062 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-deleted', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:52.946899 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3159b4a3-033f-4e29-9926-81ffdb96fe6a" -d '{"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-deleted", "tag": "9241fec5-c702-4043-a917-794ed6ca4105"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:52.985572 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7649ccce-d2bf-43dd-b684-d2f97e17dc96 x-openstack-request-id: req-7649ccce-d2bf-43dd-b684-d2f97e17dc96 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:52.985835 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b5963f-5199-4822-a8c3-20a8ab09224f", "name": "network-vif-deleted", "tag": "9241fec5-c702-4043-a917-794ed6ca4105", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:52.986096 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7649ccce-d2bf-43dd-b684-d2f97e17dc96 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:52.986531 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7649ccce-d2bf-43dd-b684-d2f97e17dc96'] response: {'server_uuid': '27b5963f-5199-4822-a8c3-20a8ab09224f', 'name': 'network-vif-deleted', 'tag': '9241fec5-c702-4043-a917-794ed6ca4105', 'status': 'completed', 'code': 200} Oct 24 13:16:53.033696 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:53.239963 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:53.266272 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72352695-8f50-4505-9d48-effb93039438 None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:16:53.275090 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:16:53.275650 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:53.378658 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:16:53.566495 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-72352695-8f50-4505-9d48-effb93039438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:16:53.594635 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72352695-8f50-4505-9d48-effb93039438 None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:16:53.761834 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a3a58c1c-f25c-4205-b0fd-d6a192d593f3 req-d3f32547-55aa-4018-88ad-12e88274032d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27b5963f-5199-4822-a8c3-20a8ab09224f HTTP/1.1" status: 200 len: 210 time: 0.0389633 Oct 24 13:16:53.848411 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a007a-f971-44ce-8cd0-58f8493ce603 None None] New status for floating IP 50090bbb-3a66-4b81-aac1-0d0cf4a7ea83: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:16:54.866537 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36258) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:54.924204 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-139b9601-bbdb-4216-bf57-ae6ca5bbf079 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (46a24864-f618-4de1-8ca9-d18103f6531c), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:54.945859 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-139b9601-bbdb-4216-bf57-ae6ca5bbf079 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (46a24864-f618-4de1-8ca9-d18103f6531c), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:54.992365 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-139b9601-bbdb-4216-bf57-ae6ca5bbf079 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (46a24864-f618-4de1-8ca9-d18103f6531c), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:54.994985 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-139b9601-bbdb-4216-bf57-ae6ca5bbf079 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:54.996142 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-139b9601-bbdb-4216-bf57-ae6ca5bbf079 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46a24864-f618-4de1-8ca9-d18103f6531c HTTP/1.1" status: 204 len: 168 time: 0.1284354 Oct 24 13:16:54.998954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36260) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:55.004927 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b9601-bbdb-4216-bf57-ae6ca5bbf079 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a24864-f618-4de1-8ca9-d18103f6531c,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:55.014696 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-1e1ab790-2ac4-49de-9362-e934f2ec1575 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] show failed (client error): The resource could not be found. Oct 24 13:16:55.018365 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1e1ab790-2ac4-49de-9362-e934f2ec1575 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups/46a24864-f618-4de1-8ca9-d18103f6531c HTTP/1.1" status: 404 len: 347 time: 0.0151825 Oct 24 13:16:55.018639 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36262) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:55.131029 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Deleting port bb95eca0-304b-4930-a012-51fac7b1c807 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:55.131389 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (bb95eca0-304b-4930-a012-51fac7b1c807), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.206056 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (bb95eca0-304b-4930-a012-51fac7b1c807), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.206378 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (bb95eca0-304b-4930-a012-51fac7b1c807), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.219129 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Calling delete_port for bb95eca0-304b-4930-a012-51fac7b1c807 owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:55.348812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (bb95eca0-304b-4930-a012-51fac7b1c807), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.349184 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:16:55.373202 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 9241fec5-c702-4043-a917-794ed6ca4105 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:16:55.373547 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 9241fec5-c702-4043-a917-794ed6ca4105 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:16:55.374253 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event deleted for resources: {'Port': ['ID=bb95eca0-304b-4930-a012-51fac7b1c807,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:55.421317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:55.443269 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (50090bbb-3a66-4b81-aac1-0d0cf4a7ea83), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.446456 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.447628 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-84390fee-9f94-49da-835f-69794ae67074 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/50090bbb-3a66-4b81-aac1-0d0cf4a7ea83 HTTP/1.1" status: 204 len: 168 time: 0.4280496 Oct 24 13:16:55.535821 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36268) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:55.541405 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300846335', 'description': 'tempest-description--694704640'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:55.563697 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.637194 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (fac03742-062e-4048-89af-237e75bdf15b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.641459 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (fac03742-062e-4048-89af-237e75bdf15b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.671895 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:55.674621 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.675872 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390266 Oct 24 13:16:55.679721 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f524e-edab-485f-afe1-bfe3a9f2da0b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac03742-062e-4048-89af-237e75bdf15b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:55.679908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36274) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:55.685334 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'security_group_rule': {'security_group_id': 'fac03742-062e-4048-89af-237e75bdf15b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:55.714502 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (4e5e6f1a-36b1-485e-b3af-2bd2f87a2916), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.775637 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (4e5e6f1a-36b1-485e-b3af-2bd2f87a2916), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.780770 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (4e5e6f1a-36b1-485e-b3af-2bd2f87a2916), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.799511 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5e6f1a-36b1-485e-b3af-2bd2f87a2916,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:55.808312 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.809611 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e17db2f2-cee0-42e7-b6cf-b40f4d516376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279554 Oct 24 13:16:55.812513 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36280) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:55.817316 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'security_group_rule': {'security_group_id': 'fac03742-062e-4048-89af-237e75bdf15b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:55.837321 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.852610 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (682cfa3c-e65c-44f5-a46c-c90cd53a864b), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.927940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (682cfa3c-e65c-44f5-a46c-c90cd53a864b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.932886 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (682cfa3c-e65c-44f5-a46c-c90cd53a864b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.952931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682cfa3c-e65c-44f5-a46c-c90cd53a864b,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:55.960100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:55.961621 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-b939a615-3a99-4124-8f8c-173da262fb73 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479120 Oct 24 13:16:55.964774 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36284) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:16:55.969058 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:16:55.991317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.072599 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.184969 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Allocated IP 172.27.1.205 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/3c2b0815-ec72-4457-9998-73ca825071ea) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:16:56.290810 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for port (3c2b0815-ec72-4457-9998-73ca825071ea), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.323112 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (3c2b0815-ec72-4457-9998-73ca825071ea), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.353406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:56.371220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:16:56.376595 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:16:56.379342 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:16:56.381286 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'Port': ['ID=3c2b0815-ec72-4457-9998-73ca825071ea,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:56.466879 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (b51db59e-d58c-4b01-8160-6686ddcc455d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.504855 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (3c2b0815-ec72-4457-9998-73ca825071ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.528172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:56.659182 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for port (3c2b0815-ec72-4457-9998-73ca825071ea), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.664830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (3c2b0815-ec72-4457-9998-73ca825071ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.740582 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'Port': ['ID=3c2b0815-ec72-4457-9998-73ca825071ea,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:56.743648 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (b51db59e-d58c-4b01-8160-6686ddcc455d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.760303 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:56.761797 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-a96ccfb1-3198-408e-8f9a-a9a12e0c8163 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7960615 Oct 24 13:16:56.964593 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-61583de4-7a8e-47bb-92e5-1505c52f314c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1300846335&fields=id&tenant_id=b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 267 time: 0.0452332 Oct 24 13:16:57.075608 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-faea64f5-944e-4f04-b011-66afdce1cae7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:57.079525 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-faea64f5-944e-4f04-b011-66afdce1cae7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 817 time: 0.1083648 Oct 24 13:16:57.096069 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-c7c1f0b8-87a3-4b32-93d1-7324404d46a4 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/quotas/b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 375 time: 0.0130758 Oct 24 13:16:57.146854 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-d996a137-3200-4de0-9f27-6edbd38e45c9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454655 Oct 24 13:16:57.189860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3ba72-aa8b-413d-9c6d-408b07b01a2f req-b5c1240e-d9db-43ea-b702-2ce0b0b272c0 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:57.191349 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a6f3ba72-aa8b-413d-9c6d-408b07b01a2f req-b5c1240e-d9db-43ea-b702-2ce0b0b272c0 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 946 time: 0.0477207 Oct 24 13:16:57.242847 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a6f3ba72-aa8b-413d-9c6d-408b07b01a2f req-03f63bae-40e5-44ea-ba65-30ce1c1baa03 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Oct 24 13:16:57.244705 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-d36c9ace-cfe0-42c4-bd29-63bec534f32f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852013 Oct 24 13:16:57.567160 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-ba3b4188-8d22-409c-b331-8be6dee4ecea service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169079 Oct 24 13:16:57.727365 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-733caa8d-e9ae-4b43-9267-6ce90ca93066 req-dfe66a5c-420b-4540-9fe2-caafae5ffe3b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 210 time: 0.0285101 Oct 24 13:16:58.327523 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:58.365923 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94ac0-a5ae-4164-8268-8e755a5fb1e5 req-a8f9360c-ce76-4919-977f-98ffd2398d34 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:58.367477 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9bb94ac0-a5ae-4164-8268-8e755a5fb1e5 req-a8f9360c-ce76-4919-977f-98ffd2398d34 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 946 time: 0.0489624 Oct 24 13:16:58.415418 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9bb94ac0-a5ae-4164-8268-8e755a5fb1e5 req-4f5d76e8-6c75-40e8-b05f-80ef8c292d4f tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4fc5a112-9658-48a5-9439-7c0888334588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Oct 24 13:16:58.834826 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5c664c73-83f1-4726-a22a-c5dcef4a50bb req-cd94ec69-84d5-4570-921a-bbaf4889d7f7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 210 time: 0.0286353 Oct 24 13:16:59.119521 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-3e4cdc70-0d88-484b-b273-dba854386f87 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:59.121012 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-3e4cdc70-0d88-484b-b273-dba854386f87 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 946 time: 0.0544086 Oct 24 13:16:59.208255 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Deleting port 3a4966df-5594-432c-b7ff-77cf8ebddc41 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:16:59.208630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:59.307777 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] For port 3a4966df-5594-432c-b7ff-77cf8ebddc41, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=3a4966df-5594-432c-b7ff-77cf8ebddc41,segment=NetworkSegment(25202de0-72b6-4ebb-89fb-3f73d287eaa4),segment_id=25202de0-72b6-4ebb-89fb-3f73d287eaa4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:16:59.308256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:59.322240 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Calling delete_port for 3a4966df-5594-432c-b7ff-77cf8ebddc41 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:16:59.335268 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:59.406559 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:16:59.454725 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (3a4966df-5594-432c-b7ff-77cf8ebddc41), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:59.466933 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['3a4966df-5594-432c-b7ff-77cf8ebddc41'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:16:59.496072 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Pushing event deleted for resources: {'Port': ['ID=3a4966df-5594-432c-b7ff-77cf8ebddc41,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:16:59.528504 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1866e55b-1e94-4256-9076-1db5d32afb22 req-3eef5c1f-a6cc-47e7-a72b-62c0672dc4b5 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 210 time: 0.0357001 Oct 24 13:16:59.562946 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] No DVR routers for this DVR port 3a4966df-5594-432c-b7ff-77cf8ebddc41 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:16:59.565312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:16:59.568474 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0821caa4-df7e-43f2-ba9b-90327cba16ac req-4068733d-4f7d-4e32-8a6f-a2e15a323d67 tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.25 "DELETE /networking/v2.0/ports/3a4966df-5594-432c-b7ff-77cf8ebddc41 HTTP/1.1" status: 204 len: 173 time: 0.4421318 Oct 24 13:16:59.568954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'name': 'network-vif-deleted', 'tag': '3a4966df-5594-432c-b7ff-77cf8ebddc41'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:16:59.572072 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab73b368-9cc9-44ee-a66f-8df8b186c395" -d '{"events": [{"server_uuid": "464765b9-dece-4c4b-b84b-9361ad82ac88", "name": "network-vif-deleted", "tag": "3a4966df-5594-432c-b7ff-77cf8ebddc41"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:16:59.611016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7be08e-91a7-4b01-a3e1-b8463676dea4 x-openstack-request-id: req-db7be08e-91a7-4b01-a3e1-b8463676dea4 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:16:59.611340 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464765b9-dece-4c4b-b84b-9361ad82ac88", "name": "network-vif-deleted", "tag": "3a4966df-5594-432c-b7ff-77cf8ebddc41", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:16:59.611590 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db7be08e-91a7-4b01-a3e1-b8463676dea4 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:16:59.611991 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7be08e-91a7-4b01-a3e1-b8463676dea4'] response: {'server_uuid': '464765b9-dece-4c4b-b84b-9361ad82ac88', 'name': 'network-vif-deleted', 'tag': '3a4966df-5594-432c-b7ff-77cf8ebddc41', 'status': 'completed', 'code': 200} Oct 24 13:16:59.882778 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-b8587e23-6839-40a0-b97d-5e481f45578e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:16:59.885056 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-b8587e23-6839-40a0-b97d-5e481f45578e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 817 time: 0.1191034 Oct 24 13:16:59.962057 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bbd41d5a-6368-4b89-9230-04d4c7a38aaf req-3ee72239-435a-4189-9265-0f009119be76 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 210 time: 0.0400834 Oct 24 13:16:59.998955 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-69296af4-bff7-4a3b-add2-b14d8daf40b1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 380 time: 0.0969322 Oct 24 13:17:00.084226 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'port': {'device_id': '54a71380-34c3-40b5-a376-1622f1e44528', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'admin_state_up': True, 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'security_groups': ['fac03742-062e-4048-89af-237e75bdf15b']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:00.199700 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Made reservation on behalf of b736b09b6ee2492590cbc23db48752f4 for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:17:00.203443 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:00.309265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:00.333779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Allocated IP 172.20.0.9 (5d6737bc-d513-4e59-9015-d238c58ac0c3/b132198e-5c74-4965-81d8-a75c37076eba/486a8286-8bd4-4826-a629-5c1b4c9df0e1) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:17:00.474136 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:00.506243 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:00.513557 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:00.559108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:00.567233 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:00.572344 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:17:00.576829 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:00.626947 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:00.628085 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:00.650713 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-7606a08d-1bc1-4c89-bf1a-8b6fe243e459 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703924 Oct 24 13:17:00.665421 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Request body: {'port': {'device_id': '54a71380-34c3-40b5-a376-1622f1e44528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:00.689575 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-68d359a0-b243-492b-ac0a-760c7dd3e89c req-9b11c776-37e1-421e-b909-5dde7e816f9a tempest-VolumesSnapshotTestJSON-1800166311 tempest-VolumesSnapshotTestJSON-1800166311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=464765b9-dece-4c4b-b84b-9361ad82ac88 HTTP/1.1" status: 200 len: 210 time: 0.0424438 Oct 24 13:17:00.734883 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:00.844394 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-859d3972-0368-4719-adfa-66ff5484d396 None None] Provisioning complete for port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:00.844965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-859d3972-0368-4719-adfa-66ff5484d396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:00.845196 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-859d3972-0368-4719-adfa-66ff5484d396 None None] Attempt 1 to provision port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 Oct 24 13:17:00.881396 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-859d3972-0368-4719-adfa-66ff5484d396 None None] Port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:17:01.001812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486a8286-8bd4-4826-a629-5c1b4c9df0e1 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:17:01.011219 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Publish callbacks [] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:01.025734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Transition to ACTIVE for port object 486a8286-8bd4-4826-a629-5c1b4c9df0e1 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:17:01.029789 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:01.092242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:01.153853 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:01.171442 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bb059-3689-4bdb-adbc-10dac8eb9544 req-e87f71eb-b02a-437d-9b53-022f0f8a9d30 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:01.172894 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b58bb059-3689-4bdb-adbc-10dac8eb9544 req-e87f71eb-b02a-437d-9b53-022f0f8a9d30 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.1166427 Oct 24 13:17:01.220651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Attempting to bind port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:17:01.220980 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Attempting to bind port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:17:01.221302 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Attempting to bind port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:01.262485 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b58bb059-3689-4bdb-adbc-10dac8eb9544 req-a7e09cf2-ab1c-466e-809b-aa56b5fa813e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835369 Oct 24 13:17:01.275254 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:17:01.275586 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Attempting to bind port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 on network 5d6737bc-d513-4e59-9015-d238c58ac0c3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:01.317687 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:17:01.318017 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Checking segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:01.318390 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Bound using segment: {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:17:01.318817 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Bound port: 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43dabc52-01d3-4afd-851b-633ce975fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:17:01.319201 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:01.369020 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:01.385945 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:17:01.389596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:17:01.395464 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:01.399968 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:01.400597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:01.401933 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 1093 time: 0.7423372 Oct 24 13:17:01.456314 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da078d-a1e5-4f67-9c9f-6a9e03f6edcc service neutron] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:01.497427 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-01844c28-e574-4105-bb53-a1553954d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:01.498887 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-01844c28-e574-4105-bb53-a1553954d1c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1127 time: 0.0385599 Oct 24 13:17:01.543360 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-f484d756-4475-45f6-9515-3a68650d0da6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 217 time: 0.0362847 Oct 24 13:17:01.613004 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:01.615323 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267f3705-b976-4868-b271-4ae8ff6e62d9" -d '{"events": [{"name": "network-changed", "server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:01.651971 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ecd7c-8f41-48b1-971e-2b491b152e06 x-openstack-request-id: req-6f9ecd7c-8f41-48b1-971e-2b491b152e06 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:01.652265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:01.652582 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f9ecd7c-8f41-48b1-971e-2b491b152e06 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:01.652985 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9ecd7c-8f41-48b1-971e-2b491b152e06'] response: {'name': 'network-changed', 'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'status': 'completed', 'code': 200} Oct 24 13:17:01.772295 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-32cf4262-d56e-490b-992b-fd9af9e6e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:01.773816 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-32cf4262-d56e-490b-992b-fd9af9e6e602 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0475726 Oct 24 13:17:01.818887 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18889ac-f611-45ee-9287-266189a773a6 req-15ebe9b7-3c64-4eea-993c-a4e5f852dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:01.821134 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-15ebe9b7-3c64-4eea-993c-a4e5f852dc4f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404809 Oct 24 13:17:01.921780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-cb82eae9-c5ee-4c25-996b-24450964ce83 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930786 Oct 24 13:17:02.037517 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b18889ac-f611-45ee-9287-266189a773a6 req-316c529b-aba2-4f29-a3a4-fd5ee452576e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095843 Oct 24 13:17:02.394938 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382652f-00b7-4dfa-aca9-7c40a33f6d95 req-456c9b47-2e0d-4734-95f2-2ece7ac53d04 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:02.396405 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f382652f-00b7-4dfa-aca9-7c40a33f6d95 req-456c9b47-2e0d-4734-95f2-2ece7ac53d04 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0507832 Oct 24 13:17:02.443249 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f382652f-00b7-4dfa-aca9-7c40a33f6d95 req-5d98118e-c244-4340-a2be-8fc0a63fc586 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Oct 24 13:17:03.117365 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-410e205f-72ea-4442-a718-a263c7df4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:03.118878 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-410e205f-72ea-4442-a718-a263c7df4bfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1127 time: 0.0405741 Oct 24 13:17:03.215790 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-95b12ecc-b2f0-49d0-b172-17e127c659df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:03.217245 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-95b12ecc-b2f0-49d0-b172-17e127c659df service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.0912476 Oct 24 13:17:03.268458 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-e5873c9e-6d61-45d8-bae2-4144331782f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 217 time: 0.0411170 Oct 24 13:17:03.324550 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-fda2cad7-0a29-460d-ac28-f66576f78708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:03.326052 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-fda2cad7-0a29-460d-ac28-f66576f78708 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0498219 Oct 24 13:17:03.381904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-980bb90b-2b35-4825-88a8-696125b99cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:03.383517 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-980bb90b-2b35-4825-88a8-696125b99cea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397694 Oct 24 13:17:03.398747 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3a4966df-5594-432c-b7ff-77cf8ebddc41 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:17:03.418502 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 3a4966df-5594-432c-b7ff-77cf8ebddc41 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:17:03.418848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 3a4966df-5594-432c-b7ff-77cf8ebddc41 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:17:03.438967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:03.474482 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-69cfddc4-f2e0-492f-938b-68266ab1e551 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844593 Oct 24 13:17:03.587625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ca6fe-e2cd-4983-b489-77eb5d156ee1 req-3ad8e774-fb5d-46a2-8c35-8eaba90e1651 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:03.588985 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a30ca6fe-e2cd-4983-b489-77eb5d156ee1 req-3ad8e774-fb5d-46a2-8c35-8eaba90e1651 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0572410 Oct 24 13:17:03.623984 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-267f3705-b976-4868-b271-4ae8ff6e62d9 req-879ac93f-d3ba-4ade-b8f3-0e05eb3d1974 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419482 Oct 24 13:17:03.650633 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a30ca6fe-e2cd-4983-b489-77eb5d156ee1 req-399d4e7a-4fb9-4867-965c-faa5431172b2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553141 Oct 24 13:17:04.779591 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48d27a-c9e2-4db6-b5f4-4fbf9cb27fc5 req-71045a37-4c28-4b62-bbbc-0bda00271e10 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:04.781128 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba48d27a-c9e2-4db6-b5f4-4fbf9cb27fc5 req-71045a37-4c28-4b62-bbbc-0bda00271e10 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0488899 Oct 24 13:17:04.829003 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba48d27a-c9e2-4db6-b5f4-4fbf9cb27fc5 req-1e28b941-40fb-43fd-a241-13a88eb1c0a9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Oct 24 13:17:05.956291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331de3-2ff0-4be7-a7df-4bdb9c63dbb7 req-3e48eb46-cf66-409f-ade9-5dbbb963861f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:05.957749 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d331de3-2ff0-4be7-a7df-4bdb9c63dbb7 req-3e48eb46-cf66-409f-ade9-5dbbb963861f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0509081 Oct 24 13:17:05.990141 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:06.005006 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9d331de3-2ff0-4be7-a7df-4bdb9c63dbb7 req-10738849-41ad-4399-ad60-ad2e0b078bc6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Oct 24 13:17:06.079892 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:17:06.177934 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:06.180637 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:06.190566 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'mac_address': 'fa:16:3e:ee:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:17:06.225009 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:06.225393 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:06.238229 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486a8286-8bd4-4826-a629-5c1b4c9df0e1 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:17:06.259122 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:06.263587 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:06.312825 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:06.320677 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.321024 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.321388 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.321757 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.322096 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.322426 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.322756 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.323103 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.323433 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.323755 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.324080 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.324419 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.324749 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.325067 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.325385 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:06.605442 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['486a8286-8bd4-4826-a629-5c1b4c9df0e1'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:17:07.132780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a294-c50a-41c0-8b81-59a30addae5c req-6f863b07-d510-45e8-b1f3-9e2167630dbe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:07.134409 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c37a294-c50a-41c0-8b81-59a30addae5c req-6f863b07-d510-45e8-b1f3-9e2167630dbe tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 944 time: 0.0476863 Oct 24 13:17:07.187289 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c37a294-c50a-41c0-8b81-59a30addae5c req-e4ab1078-bf44-46f0-a81c-38bf99bb1f1b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472236 Oct 24 13:17:07.480192 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:17:07.525657 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:17:07.527394 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:07.531971 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:07.532350 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:07.532689 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 Oct 24 13:17:07.603290 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:17:07.603671 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:07.626038 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:07.628318 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a066af9-cf8f-4060-b999-73c0c5d9fba5" -d '{"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-plugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:07.641588 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:07.645492 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:07.673962 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697253a1-3b2c-4d56-a3c1-306f8cd0ec0e x-openstack-request-id: req-697253a1-3b2c-4d56-a3c1-306f8cd0ec0e {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:07.674255 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-plugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:07.674511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-697253a1-3b2c-4d56-a3c1-306f8cd0ec0e {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:07.674905 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697253a1-3b2c-4d56-a3c1-306f8cd0ec0e'] response: {'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'code': 200} Oct 24 13:17:07.697210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:07.864759 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9d99d-8819-40a4-884e-063ad79dc0c0 req-31041a45-193a-41e5-ade1-c92a7a8af73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:07.866247 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1ff9d99d-8819-40a4-884e-063ad79dc0c0 req-31041a45-193a-41e5-ade1-c92a7a8af73d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1129 time: 0.0397251 Oct 24 13:17:07.917861 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1ff9d99d-8819-40a4-884e-063ad79dc0c0 req-efef41c3-1cd5-4b0b-b3b1-7c8a97547003 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Oct 24 13:17:08.315644 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb10d1-25ec-47ca-8fa2-4f50d2010c79 req-ae429b77-7719-4797-8ec5-f17ca9a5de69 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:08.317003 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f0cb10d1-25ec-47ca-8fa2-4f50d2010c79 req-ae429b77-7719-4797-8ec5-f17ca9a5de69 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0469258 Oct 24 13:17:08.363523 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f0cb10d1-25ec-47ca-8fa2-4f50d2010c79 req-ce87c8a0-f18b-466d-a6da-3a27fd0dbc25 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Oct 24 13:17:08.541931 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:08.556716 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f655e9c-cbb2-4b82-a239-6dd04d83c871 req-9728690b-daea-4d36-9288-42577f43a564 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:08.558171 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5f655e9c-cbb2-4b82-a239-6dd04d83c871 req-9728690b-daea-4d36-9288-42577f43a564 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0491247 Oct 24 13:17:08.619921 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5f655e9c-cbb2-4b82-a239-6dd04d83c871 req-7b4209f3-4f79-443b-8728-4c4aa2f18465 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555277 Oct 24 13:17:08.944025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13482-eafd-483a-b164-b2417aa2913e req-a70495c7-0c4f-462f-a8ba-5e8730fa3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:08.945597 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-a70495c7-0c4f-462f-a8ba-5e8730fa3b09 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1168 time: 0.0432565 Oct 24 13:17:09.063637 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13482-eafd-483a-b164-b2417aa2913e req-cc5daf4f-5eca-4329-b0d2-cd2b52c43efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:09.065162 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-cc5daf4f-5eca-4329-b0d2-cd2b52c43efa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 915 time: 0.0862916 Oct 24 13:17:09.159647 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-fda3abef-80bb-4f16-90c7-3a6a83f7e905 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 1000 time: 0.0647440 Oct 24 13:17:09.426783 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=81 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:09.492804 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3e481-77ac-46cb-a897-4fa40cdb516c req-1684cbc8-03ce-419c-b546-b22636fa0eb8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:09.494282 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fff3e481-77ac-46cb-a897-4fa40cdb516c req-1684cbc8-03ce-419c-b546-b22636fa0eb8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0470164 Oct 24 13:17:09.543447 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fff3e481-77ac-46cb-a897-4fa40cdb516c req-490448fb-ee16-4383-943a-32ae99ae5ee6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Oct 24 13:17:09.736881 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:09.746421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e9d2e-ea1a-4341-97ef-dfb6606d4573 req-7ab4ef18-b544-4083-8548-ae10efafa1ca tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:09.747884 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ca2e9d2e-ea1a-4341-97ef-dfb6606d4573 req-7ab4ef18-b544-4083-8548-ae10efafa1ca tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0536051 Oct 24 13:17:09.809204 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ca2e9d2e-ea1a-4341-97ef-dfb6606d4573 req-493f864f-6b2e-45f5-b70b-d3bf0509e9ab tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555830 Oct 24 13:17:09.878712 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13482-eafd-483a-b164-b2417aa2913e req-b1f2e227-881e-4297-9fed-a94b26553a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:09.880344 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-b1f2e227-881e-4297-9fed-a94b26553a82 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 200 len: 853 time: 0.0474823 Oct 24 13:17:09.931116 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13482-eafd-483a-b164-b2417aa2913e req-e8e1dfd6-b526-4ade-bc0b-d955f51789cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:09.932591 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-e8e1dfd6-b526-4ade-bc0b-d955f51789cb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4279f750-abb3-4f71-b284-28a4618e7809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433049 Oct 24 13:17:10.032406 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-911d5544-ad31-40e6-83c6-40248969239d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Oct 24 13:17:10.128806 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c2e13482-eafd-483a-b164-b2417aa2913e req-90d6da99-66a9-4d22-9f5d-adce5f99b5ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888352 Oct 24 13:17:10.656155 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:10.671529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7268b-ef9d-4cce-92be-6f58e1fcba3b req-8288fb04-4caa-45ee-860f-a87044126ebd tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:10.672995 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7ca7268b-ef9d-4cce-92be-6f58e1fcba3b req-8288fb04-4caa-45ee-860f-a87044126ebd tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Oct 24 13:17:10.720775 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7ca7268b-ef9d-4cce-92be-6f58e1fcba3b req-5486c9ec-b032-45bd-9568-5d8c910e776e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Oct 24 13:17:10.843809 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120081-56ab-4b62-9d59-9ad578b547b9 req-51348710-befe-4d84-8365-1ab86732ad05 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:10.845287 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-13120081-56ab-4b62-9d59-9ad578b547b9 req-51348710-befe-4d84-8365-1ab86732ad05 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Oct 24 13:17:10.855545 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36420) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:10.860144 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Request body: {'floatingip': {'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:10.908449 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (b51db59e-d58c-4b01-8160-6686ddcc455d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:10.995326 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ce58-4242-48c9-b3a4-3c557607c151 req-8d0b7896-9279-4c0a-ab45-b20ace227245 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:10.996797 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1159ce58-4242-48c9-b3a4-3c557607c151 req-8d0b7896-9279-4c0a-ab45-b20ace227245 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.1060100 Oct 24 13:17:11.137265 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1159ce58-4242-48c9-b3a4-3c557607c151 req-aae36310-eb86-4280-a885-fbb0929eb2a9 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346722 Oct 24 13:17:11.139168 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:11.642216 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:11.645865 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (b51db59e-d58c-4b01-8160-6686ddcc455d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:11.739077 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Floating IP b51db59e-d58c-4b01-8160-6686ddcc455d associated. External IP: 172.27.1.205, port: 486a8286-8bd4-4826-a629-5c1b4c9df0e1. Oct 24 13:17:11.936636 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Router 1d14bcaf-3128-49bc-b8f7-351893378942 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:17:11.984459 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:12.045626 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:17:12.050476 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.055971 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:17:12.065940 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:12.066561 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:12.086766 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8f37-5d78-43b4-a5f2-db4d21951c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:12.096471 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-4c482b4e-b913-45f1-91bb-f12b95b4fb4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/b51db59e-d58c-4b01-8160-6686ddcc455d HTTP/1.1" status: 200 len: 991 time: 1.2376888 Oct 24 13:17:12.096471 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:12.097833 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172a464c-bc32-4deb-94f6-2cee3abdd3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:12.138739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2ad370-bfb7-4f44-9379-f561fb9ec3e1 x-openstack-request-id: req-ea2ad370-bfb7-4f44-9379-f561fb9ec3e1 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:12.139347 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:12.139347 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea2ad370-bfb7-4f44-9379-f561fb9ec3e1 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:12.139710 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2ad370-bfb7-4f44-9379-f561fb9ec3e1'] response: {'name': 'network-changed', 'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'status': 'completed', 'code': 200} Oct 24 13:17:12.175412 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:12.263129 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667a0e9-2d92-4c43-b8bb-2027bc352e0d req-4f739ca0-398c-46c6-9dc5-538bb35aa4f3 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:12.264650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9667a0e9-2d92-4c43-b8bb-2027bc352e0d req-4f739ca0-398c-46c6-9dc5-538bb35aa4f3 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0490680 Oct 24 13:17:12.329647 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9667a0e9-2d92-4c43-b8bb-2027bc352e0d req-c4e067e5-fed5-42cf-8dc7-833d45630e76 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589783 Oct 24 13:17:12.397060 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'b51db59e-d58c-4b01-8160-6686ddcc455d', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'mac_address': 'fa:16:3e:ee:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a71380-34c3-40b5-a376-1622f1e44528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:56Z', 'updated_at': '2022-10-24T13:17:11Z', 'revision_number': 1, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:12.510223 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:17:12.519136 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:12.519735 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:16:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:12.621597 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:12.825076 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'b51db59e-d58c-4b01-8160-6686ddcc455d', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'mac_address': 'fa:16:3e:ee:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a71380-34c3-40b5-a376-1622f1e44528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:56Z', 'updated_at': '2022-10-24T13:17:11Z', 'revision_number': 1, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:12.853612 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58378bb6-17ac-49f8-9ebe-fa62247b35d7 None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'b51db59e-d58c-4b01-8160-6686ddcc455d', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'floating_ip_address': '172.27.1.205', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'mac_address': 'fa:16:3e:ee:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a71380-34c3-40b5-a376-1622f1e44528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:16:56Z', 'updated_at': '2022-10-24T13:17:11Z', 'revision_number': 1, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:17:13.029204 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef357ec-b40b-4346-bc5d-daf0e7920191 None None] New status for floating IP b51db59e-d58c-4b01-8160-6686ddcc455d: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:17:13.457745 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d58a8-931c-44bc-b601-ea62de41c450 req-ce83cb46-85d6-4dca-95f4-984911617585 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:13.459171 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f91d58a8-931c-44bc-b601-ea62de41c450 req-ce83cb46-85d6-4dca-95f4-984911617585 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0505900 Oct 24 13:17:13.485438 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-cc090b4e-e790-492d-98da-312d3f2997ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:13.487241 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-cc090b4e-e790-492d-98da-312d3f2997ae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1129 time: 0.0409803 Oct 24 13:17:13.526712 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f91d58a8-931c-44bc-b601-ea62de41c450 req-93ac464b-9eef-46f7-9408-74fe494f827b tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616944 Oct 24 13:17:13.584419 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-ab822e53-7944-4b39-ac57-4af049d6253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:13.586525 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-ab822e53-7944-4b39-ac57-4af049d6253e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.0903351 Oct 24 13:17:13.640588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:13.654551 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-7a340f5b-bb9d-4c43-a76c-3cd216ca2d3e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0613182 Oct 24 13:17:13.705110 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-c70ac097-14b1-43cc-8058-b376c83defc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:13.706529 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-c70ac097-14b1-43cc-8058-b376c83defc1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0452993 Oct 24 13:17:13.752165 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-a75becc0-3c7e-404a-9eef-75478dbf563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:13.753557 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-a75becc0-3c7e-404a-9eef-75478dbf563a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390689 Oct 24 13:17:13.848121 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-853ca7ba-e7f1-4342-ab79-c6238c09c80b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Oct 24 13:17:13.942291 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-172a464c-bc32-4deb-94f6-2cee3abdd3f5 req-452a32ae-024b-42f2-8457-9014afc13445 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Oct 24 13:17:14.328315 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-0ab2315e-2c6c-4065-9f3e-d39b1856739c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:14.653236 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f926e3-42d1-4fb7-ab8d-51c9862444ee req-78c2205d-72f5-4cee-bad8-c221c5cf7746 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:14.654718 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-81f926e3-42d1-4fb7-ab8d-51c9862444ee req-78c2205d-72f5-4cee-bad8-c221c5cf7746 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0528905 Oct 24 13:17:14.724174 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-81f926e3-42d1-4fb7-ab8d-51c9862444ee req-773ac40e-f34a-43b4-b66c-26bd31e984d6 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638740 Oct 24 13:17:15.469754 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:17:15.634793 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:15.855820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925b587-a4c5-49b1-a60d-371999e98d1f req-52d8d70e-c1c3-47fa-9c52-41a698f9d13e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:15.858194 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8925b587-a4c5-49b1-a60d-371999e98d1f req-52d8d70e-c1c3-47fa-9c52-41a698f9d13e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0551999 Oct 24 13:17:15.921954 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8925b587-a4c5-49b1-a60d-371999e98d1f req-ca2a6f31-a783-487b-8fb2-b8c59521edc0 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582085 Oct 24 13:17:17.046636 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757f040-462f-4cba-b1e5-0ccdec66f1cf req-48d2cd4c-6ac1-49d9-b626-a8f73e9cfaf1 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:17.048168 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a757f040-462f-4cba-b1e5-0ccdec66f1cf req-48d2cd4c-6ac1-49d9-b626-a8f73e9cfaf1 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0477293 Oct 24 13:17:17.109669 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a757f040-462f-4cba-b1e5-0ccdec66f1cf req-34325d15-e564-4392-be03-9b2039d08997 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559597 Oct 24 13:17:17.265630 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:17.300310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:18.235565 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f5eb-41a4-4457-8ec3-a2b3d826d98a req-96842ea1-eb9b-48ba-8128-001ef887a0f1 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:18.236915 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c678f5eb-41a4-4457-8ec3-a2b3d826d98a req-96842ea1-eb9b-48ba-8128-001ef887a0f1 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0469358 Oct 24 13:17:18.296194 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c678f5eb-41a4-4457-8ec3-a2b3d826d98a req-e3311ea1-5822-4ae3-b220-6f34f1e6af41 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530922 Oct 24 13:17:19.419261 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf40d99-5065-4430-8e3e-6d350009e536 req-b3a634f8-56a1-454f-b25d-489d8c128638 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:19.420744 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-abf40d99-5065-4430-8e3e-6d350009e536 req-b3a634f8-56a1-454f-b25d-489d8c128638 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0491858 Oct 24 13:17:19.455039 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:19.491165 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-abf40d99-5065-4430-8e3e-6d350009e536 req-799f61b9-7436-4954-ad13-99409f7435f4 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645993 Oct 24 13:17:20.732798 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649652-2a0d-4aad-96be-a34f929b0c43 req-48fec4ca-4dd2-4ea6-a29b-201b6270691e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:20.734241 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8d649652-2a0d-4aad-96be-a34f929b0c43 req-48fec4ca-4dd2-4ea6-a29b-201b6270691e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.1680539 Oct 24 13:17:20.797020 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8d649652-2a0d-4aad-96be-a34f929b0c43 req-79aee597-fb54-424d-82f9-1432616339fc tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570264 Oct 24 13:17:21.979098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d5f50-1b6d-4f16-9b05-0dd8d919539a req-312a8457-a771-4f51-8394-1a49f9113a03 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:21.980606 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-470d5f50-1b6d-4f16-9b05-0dd8d919539a req-312a8457-a771-4f51-8394-1a49f9113a03 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.1068480 Oct 24 13:17:22.040845 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-470d5f50-1b6d-4f16-9b05-0dd8d919539a req-0d087a88-20ea-4634-8f02-b7963c4e470a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31fd1301-f176-4b08-b18d-2698cccfa8e3&id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545614 Oct 24 13:17:22.828797 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=71 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:24.126242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36538) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:24.172477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Deleting subnet b55b4dce-12d8-459e-9668-8a4c90334fc7 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:17:24.175578 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Publish callbacks [] for subnet (b55b4dce-12d8-459e-9668-8a4c90334fc7), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.213991 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (b55b4dce-12d8-459e-9668-8a4c90334fc7), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.253916 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (b55b4dce-12d8-459e-9668-8a4c90334fc7), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.307140 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (b55b4dce-12d8-459e-9668-8a4c90334fc7), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.335469 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55b4dce-12d8-459e-9668-8a4c90334fc7,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:24.338056 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.341139 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b55b4dce-12d8-459e-9668-8a4c90334fc7 HTTP/1.1" status: 204 len: 168 time: 0.2138960 Oct 24 13:17:24.343891 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36542) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:24.347648 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.348003 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.348356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.348725 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.349070 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.349410 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.349745 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.350078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.350588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.350938 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.351304 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.351636 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.351967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.352297 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.352624 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a16b5-95f2-4214-92d0-ad38fb4afecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.417336 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (016f1aff-2ba1-4abc-bd75-db4946db568d), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.497329 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (016f1aff-2ba1-4abc-bd75-db4946db568d), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.518002 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016f1aff-2ba1-4abc-bd75-db4946db568d']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:24.527891 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25202de0-72b6-4ebb-89fb-3f73d287eaa4') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:24.528184 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25202de0-72b6-4ebb-89fb-3f73d287eaa4') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:24.537553 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (25202de0-72b6-4ebb-89fb-3f73d287eaa4), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.550662 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (25202de0-72b6-4ebb-89fb-3f73d287eaa4), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.556931 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:17:24.557308 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (25202de0-72b6-4ebb-89fb-3f73d287eaa4), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.604155 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 25202de0-72b6-4ebb-89fb-3f73d287eaa4 resource provider aggregate not found Oct 24 13:17:24.620580 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 25202de0-72b6-4ebb-89fb-3f73d287eaa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25202de0-72b6-4ebb-89fb-3f73d287eaa4 found for delete ", "request_id": "req-58375bb8-dfd1-4ed3-919e-07926553ead1"}]} Oct 24 13:17:24.625074 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (016f1aff-2ba1-4abc-bd75-db4946db568d), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.633273 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.637217 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/016f1aff-2ba1-4abc-bd75-db4946db568d HTTP/1.1" status: 204 len: 168 time: 0.2923429 Oct 24 13:17:24.647143 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Pushing event deleted for resources: {'Network': ['ID=016f1aff-2ba1-4abc-bd75-db4946db568d,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:24.655364 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.655716 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.656061 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.656406 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.656735 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.657066 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.657394 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.657721 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.658048 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.658372 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.658700 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.659028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.659373 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.659697 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.660014 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225acfc8-72ec-4c0d-a706-8841835aa774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:17:24.814331 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36550) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:24.834201 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:24.856320 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7bf1e354-60f0-4e39-9f53-48452cf941ad admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f027aba5a38b422fbc30d64b9ee2ef79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408945 Oct 24 13:17:24.858792 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36552) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:24.912078 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeeff-a5fb-438d-aef6-dc009382496d admin admin] Publish callbacks [] for security_group (4fc5a112-9658-48a5-9439-7c0888334588), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.932840 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeeff-a5fb-438d-aef6-dc009382496d admin admin] Publish callbacks [] for security_group (4fc5a112-9658-48a5-9439-7c0888334588), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.953234 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:24.981463 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeeff-a5fb-438d-aef6-dc009382496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4fc5a112-9658-48a5-9439-7c0888334588), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.984040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e6ceeeff-a5fb-438d-aef6-dc009382496d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:24.985234 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e6ceeeff-a5fb-438d-aef6-dc009382496d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4fc5a112-9658-48a5-9439-7c0888334588 HTTP/1.1" status: 204 len: 168 time: 0.1254208 Oct 24 13:17:24.993605 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceeeff-a5fb-438d-aef6-dc009382496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc5a112-9658-48a5-9439-7c0888334588,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:25.460014 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=79 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:25.849908 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:30.003930 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:30.016240 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-2fed7744-a35a-44a1-819a-ffab87bfb005 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412130 Oct 24 13:17:30.101384 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-f5bd4b9b-112f-4358-b336-9cdc1dba33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:30.102939 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-f5bd4b9b-112f-4358-b336-9cdc1dba33f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=85d62dec32104e7b8c595953a479026b&device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 1129 time: 0.0437350 Oct 24 13:17:30.208744 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-c7d50d1b-1f93-4e12-a1e5-1ef05372e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:30.210305 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-c7d50d1b-1f93-4e12-a1e5-1ef05372e3cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 200 len: 920 time: 0.0856261 Oct 24 13:17:30.254628 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-2d1cb54a-2494-4f85-b899-b6d8d9ce2468 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 200 len: 217 time: 0.0364308 Oct 24 13:17:30.305535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-b1dd5748-470e-41a2-833f-ce93a39bfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:30.307023 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-b1dd5748-470e-41a2-833f-ce93a39bfcd8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 200 len: 858 time: 0.0433612 Oct 24 13:17:30.351426 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-4162fba8-c97b-47fe-9602-26a4b357c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:30.352900 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-4162fba8-c97b-47fe-9602-26a4b357c523 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=55317d88-e8da-40f9-8cad-037adf7670ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386486 Oct 24 13:17:30.451122 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-bcfd3fee-b1ba-4978-a488-9e0fa210bec0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878873 Oct 24 13:17:30.545761 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-27efc1f8-1cd0-47c6-97d3-9a6b43211b62 req-fa27f239-83b7-4055-9fa3-98ddbd15bd7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846658 Oct 24 13:17:34.989769 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:35.838129 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:35.845864 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=37,neutron:UPDATE=8 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:39.360562 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be51c4-aec8-4a6f-8547-a1f04b2b47e3 req-e186b7c7-a8cf-4dce-a968-b7c0ac08d4d4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:39.362051 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-51be51c4-aec8-4a6f-8547-a1f04b2b47e3 req-e186b7c7-a8cf-4dce-a968-b7c0ac08d4d4 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0506868 Oct 24 13:17:39.410438 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-51be51c4-aec8-4a6f-8547-a1f04b2b47e3 req-4d26e3e6-ef3c-4d47-a96c-c202256c5b58 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Oct 24 13:17:40.531763 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b703e-0349-4be2-849a-537d40871771 req-d7e31bd1-2194-47b4-8205-021b250cf986 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:40.533122 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-362b703e-0349-4be2-849a-537d40871771 req-d7e31bd1-2194-47b4-8205-021b250cf986 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0465167 Oct 24 13:17:40.536179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=45 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:40.543274 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:40.587321 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-362b703e-0349-4be2-849a-537d40871771 req-207af77b-513d-4d3c-874a-2731f7fb8bae tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474007 Oct 24 13:17:41.705622 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45625b4-0c08-4387-8553-716560f55467 req-8076a22e-6e20-42e8-ac08-c7ad3fcc2c1c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:41.707129 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c45625b4-0c08-4387-8553-716560f55467 req-8076a22e-6e20-42e8-ac08-c7ad3fcc2c1c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0457828 Oct 24 13:17:41.757368 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c45625b4-0c08-4387-8553-716560f55467 req-783929bc-6083-4db3-b87c-69c50c037f86 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Oct 24 13:17:42.088935 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3bbedfeb-280c-42ea-ad30-2e4906bbdd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:42.880564 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f65bf-e0b8-4141-a6ff-3e83610ee38c req-6f13e4b5-9157-4257-bab0-d3834429d1f9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:42.882248 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2f5f65bf-e0b8-4141-a6ff-3e83610ee38c req-6f13e4b5-9157-4257-bab0-d3834429d1f9 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Oct 24 13:17:42.935338 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-2f5f65bf-e0b8-4141-a6ff-3e83610ee38c req-2ce9c63b-a04a-4351-a801-ea10316c404d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ff55c339-14dc-4990-9780-84d129c0bf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471425 Oct 24 13:17:43.053268 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-56ab9609-fdd2-4ad2-bc7f-efb4c4a76478 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:43.054944 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-56ab9609-fdd2-4ad2-bc7f-efb4c4a76478 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 945 time: 0.0495951 Oct 24 13:17:43.152517 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Deleting port b1289f23-07a5-45c6-9004-035914303827 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:43.152865 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (b1289f23-07a5-45c6-9004-035914303827), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:43.241937 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] For port b1289f23-07a5-45c6-9004-035914303827, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b1289f23-07a5-45c6-9004-035914303827,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:43.242217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (b1289f23-07a5-45c6-9004-035914303827), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:43.410579 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:43.411132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:43.411455 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Floating IP 485b80dc-dbea-4472-902a-2466ba4bfb6f disassociated. External IP: 172.27.1.253, port: b1289f23-07a5-45c6-9004-035914303827. Oct 24 13:17:43.411803 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Calling delete_port for b1289f23-07a5-45c6-9004-035914303827 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:17:43.543414 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (b1289f23-07a5-45c6-9004-035914303827), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:43.580700 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event deleted for resources: {'Port': ['ID=b1289f23-07a5-45c6-9004-035914303827,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:43.683241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98f30b-8254-496e-ba4f-c55911c93b41 req-a6851303-473f-409f-b072-c0ae5ebf1cbe tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:43.684706 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8b98f30b-8254-496e-ba4f-c55911c93b41 req-a6851303-473f-409f-b072-c0ae5ebf1cbe tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0596511 Oct 24 13:17:43.757830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Router 876b8567-e285-4fe2-9a96-71f23d22bf14 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:17:43.778643 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8b98f30b-8254-496e-ba4f-c55911c93b41 req-b515187a-2498-42ff-b233-7fe7a9c01011 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665619 Oct 24 13:17:43.877203 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:17:43.887320 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] Sync routers for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:17:43.898745 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:43.899417 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:43.922010 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] No DVR routers for this DVR port b1289f23-07a5-45c6-9004-035914303827 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:17:43.924646 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:43.928342 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0b2a818b-8b41-45e0-848e-03acfcee4ab2 req-cc7cbcf3-d726-4966-9b86-953de5fc5c9d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b1289f23-07a5-45c6-9004-035914303827 HTTP/1.1" status: 204 len: 173 time: 0.8648012 Oct 24 13:17:43.928970 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'name': 'network-vif-deleted', 'tag': 'b1289f23-07a5-45c6-9004-035914303827'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:43.931079 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6402b0f-bbf9-4c31-b4de-0620c9953bad" -d '{"events": [{"server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "name": "network-vif-deleted", "tag": "b1289f23-07a5-45c6-9004-035914303827"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:43.972737 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7b5f1-3ff7-4ddd-8c63-b016bbe7c18a x-openstack-request-id: req-54d7b5f1-3ff7-4ddd-8c63-b016bbe7c18a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:43.973014 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd238e2-4223-465c-8028-c291fe1db874", "name": "network-vif-deleted", "tag": "b1289f23-07a5-45c6-9004-035914303827", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:43.973317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54d7b5f1-3ff7-4ddd-8c63-b016bbe7c18a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:43.973663 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d7b5f1-3ff7-4ddd-8c63-b016bbe7c18a'] response: {'server_uuid': '6bd238e2-4223-465c-8028-c291fe1db874', 'name': 'network-vif-deleted', 'tag': 'b1289f23-07a5-45c6-9004-035914303827', 'status': 'completed', 'code': 200} Oct 24 13:17:44.007867 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:44.053798 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0297e52d-b6d3-44be-b867-942619a6351a req-1a6277d9-745c-418c-be6e-dc3221e598d2 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 210 time: 0.0303297 Oct 24 13:17:44.214524 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:44.242739 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] Checking router: 876b8567-e285-4fe2-9a96-71f23d22bf14 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:17:44.251281 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:44.251875 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:44.331773 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-02a8f2c7-cf02-4e1a-8d28-e66db97eea9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:44.357142 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:44.538804 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:44.563349 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37c9cf-b463-4efa-a6af-4c55c1279503 None None] The sync data for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi is: [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:28Z', 'revision_number': 4, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '202f0cac-70d8-4e85-85c7-2a2175c0f69a', 'name': '', 'network_id': '55317d88-e8da-40f9-8cad-037adf7670ee', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'mac_address': 'fa:16:3e:d3:3d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd239705f-bf42-413a-9646-19223d939ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:25Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'subnets': [{'id': 'd239705f-bf42-413a-9646-19223d939ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:17:44.775746 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9b799-5339-419a-8d9d-d570d75bce6a None None] New status for floating IP 485b80dc-dbea-4472-902a-2466ba4bfb6f: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:17:44.915205 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22125f1f-7af9-45c8-bd71-1a44249e9988 req-d99d56b8-74aa-487e-8e02-873410cdd23d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:44.916890 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-22125f1f-7af9-45c8-bd71-1a44249e9988 req-d99d56b8-74aa-487e-8e02-873410cdd23d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0576711 Oct 24 13:17:44.969467 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-22125f1f-7af9-45c8-bd71-1a44249e9988 req-1c93a3dc-b8a2-4200-8287-230f32888c87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Oct 24 13:17:45.158071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:45.185529 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c03dda73-963d-44ae-845e-1b892ea5299f req-26204d97-01a8-4324-b3fc-c2642fc27e0d tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6bd238e2-4223-465c-8028-c291fe1db874 HTTP/1.1" status: 200 len: 210 time: 0.0364561 Oct 24 13:17:45.264184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:45.273293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164da01-339e-4490-8dd3-b623771393b9 req-6cd1360e-f367-488d-9858-aaa5d2e45857 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:45.274729 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c164da01-339e-4490-8dd3-b623771393b9 req-6cd1360e-f367-488d-9858-aaa5d2e45857 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Oct 24 13:17:45.368025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port f22388f7-ae14-4f13-95c4-629680f0fec8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:45.368367 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.460898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] For port f22388f7-ae14-4f13-95c4-629680f0fec8, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=f22388f7-ae14-4f13-95c4-629680f0fec8,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:45.461170 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.618832 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.619217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (86551fed-c3ff-4c9c-994b-d1debb65075f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.619528 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP 86551fed-c3ff-4c9c-994b-d1debb65075f disassociated. External IP: 172.27.1.202, port: f22388f7-ae14-4f13-95c4-629680f0fec8. Oct 24 13:17:45.619868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for f22388f7-ae14-4f13-95c4-629680f0fec8 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:17:45.639617 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.761130 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f22388f7-ae14-4f13-95c4-629680f0fec8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:45.787633 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=f22388f7-ae14-4f13-95c4-629680f0fec8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:45.900045 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:17:46.095537 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-73056413-5ae2-4367-af3d-514a1152ccef req-5f3183ea-8145-4d4e-841d-08b1e5e29b56 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d1f32388-2b31-4b4f-be1e-1a6b04ce35a5 HTTP/1.1" status: 200 len: 210 time: 0.0324438 Oct 24 13:17:46.246898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:17:46.256758 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:17:46.273446 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:46.273994 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:46.295151 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36684) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:46.307142 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] No DVR routers for this DVR port f22388f7-ae14-4f13-95c4-629680f0fec8 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:17:46.309997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.313531 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c164da01-339e-4490-8dd3-b623771393b9 req-ee6e5459-9c34-42ab-baa9-b101a5bcfe21 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f22388f7-ae14-4f13-95c4-629680f0fec8 HTTP/1.1" status: 204 len: 173 time: 1.0249875 Oct 24 13:17:46.314135 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'name': 'network-vif-deleted', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:46.316573 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2459bf54-7bad-4974-8d7f-ef93aade165c" -d '{"events": [{"server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "name": "network-vif-deleted", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:46.363406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45ce4dc-5b6a-4369-b0eb-15303f061642 x-openstack-request-id: req-f45ce4dc-5b6a-4369-b0eb-15303f061642 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:46.366455 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f32388-2b31-4b4f-be1e-1a6b04ce35a5", "name": "network-vif-deleted", "tag": "f22388f7-ae14-4f13-95c4-629680f0fec8", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:46.366455 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f45ce4dc-5b6a-4369-b0eb-15303f061642 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:46.366455 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45ce4dc-5b6a-4369-b0eb-15303f061642'] response: {'server_uuid': 'd1f32388-2b31-4b4f-be1e-1a6b04ce35a5', 'name': 'network-vif-deleted', 'tag': 'f22388f7-ae14-4f13-95c4-629680f0fec8', 'status': 'completed', 'code': 200} Oct 24 13:17:46.388218 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c77dcabc-6686-4703-addd-f6c755477373 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group (ff55c339-14dc-4990-9780-84d129c0bf1a), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.422914 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c77dcabc-6686-4703-addd-f6c755477373 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group (ff55c339-14dc-4990-9780-84d129c0bf1a), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.431915 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:46.492419 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c77dcabc-6686-4703-addd-f6c755477373 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (ff55c339-14dc-4990-9780-84d129c0bf1a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.495180 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c77dcabc-6686-4703-addd-f6c755477373 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.498926 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c77dcabc-6686-4703-addd-f6c755477373 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ff55c339-14dc-4990-9780-84d129c0bf1a HTTP/1.1" status: 204 len: 168 time: 0.2002945 Oct 24 13:17:46.499334 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36688) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:46.506891 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dcabc-6686-4703-addd-f6c755477373 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff55c339-14dc-4990-9780-84d129c0bf1a,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:46.517756 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-b74264a9-4e9d-40ee-aee7-9cce1b6234fc tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] show failed (client error): The resource could not be found. Oct 24 13:17:46.519182 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-b74264a9-4e9d-40ee-aee7-9cce1b6234fc tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups/ff55c339-14dc-4990-9780-84d129c0bf1a HTTP/1.1" status: 404 len: 347 time: 0.0181448 Oct 24 13:17:46.522694 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36690) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:46.578977 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.630261 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.660851 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Deleting port f0bef9a3-e4db-4f95-9790-8a8ab109a690 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:46.661203 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.748935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.749261 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (f0bef9a3-e4db-4f95-9790-8a8ab109a690), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.758632 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.763720 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:46.764416 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Calling delete_port for f0bef9a3-e4db-4f95-9790-8a8ab109a690 owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:17:46.766323 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:46.790095 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:17:46.799368 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:17:46.799978 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:46.900619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f0bef9a3-e4db-4f95-9790-8a8ab109a690), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:46.905228 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:17:46.929042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event deleted for resources: {'Port': ['ID=f0bef9a3-e4db-4f95-9790-8a8ab109a690,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:47.000905 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks [] for floatingip (485b80dc-dbea-4472-902a-2466ba4bfb6f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.003581 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.004735 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-26670148-0e3c-4245-b6ae-c9bc46b7aabe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/485b80dc-dbea-4472-902a-2466ba4bfb6f HTTP/1.1" status: 204 len: 168 time: 0.4807644 Oct 24 13:17:47.122092 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:17:47.153967 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcbc9f-5464-45f7-9f8b-7982a75cb118 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:17:47.199949 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36700) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:47.258782 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3e711d44-f42f-4ebb-9ab9-66ef44051972 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (09cdbc8b-6937-4be6-b7b9-1c643e4e95a4), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.273880 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.285563 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3e711d44-f42f-4ebb-9ab9-66ef44051972 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (09cdbc8b-6937-4be6-b7b9-1c643e4e95a4), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.306411 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.348866 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3e711d44-f42f-4ebb-9ab9-66ef44051972 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (09cdbc8b-6937-4be6-b7b9-1c643e4e95a4), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.351501 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3e711d44-f42f-4ebb-9ab9-66ef44051972 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.352717 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3e711d44-f42f-4ebb-9ab9-66ef44051972 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/09cdbc8b-6937-4be6-b7b9-1c643e4e95a4 HTTP/1.1" status: 204 len: 168 time: 0.1517036 Oct 24 13:17:47.355588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36702) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:47.363027 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e711d44-f42f-4ebb-9ab9-66ef44051972 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cdbc8b-6937-4be6-b7b9-1c643e4e95a4,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:47.377556 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-667a14d4-579c-4b4b-bdba-d765fa640c7e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] show failed (client error): The resource could not be found. Oct 24 13:17:47.381917 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-667a14d4-579c-4b4b-bdba-d765fa640c7e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups/09cdbc8b-6937-4be6-b7b9-1c643e4e95a4 HTTP/1.1" status: 404 len: 347 time: 0.0219212 Oct 24 13:17:47.383490 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36704) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:47.413292 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9361627-9834-48d7-b253-9a09f9fced26 None None] New status for floating IP 86551fed-c3ff-4c9c-994b-d1debb65075f: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:17:47.505441 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 1dc23ffe-3f83-4e07-a9a9-919b35037afa {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:47.505828 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.563713 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:47.589477 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.589710 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (1dc23ffe-3f83-4e07-a9a9-919b35037afa), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.603748 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 1dc23ffe-3f83-4e07-a9a9-919b35037afa owned by network:floatingip {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:17:47.605201 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:47.738994 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device f22388f7-ae14-4f13-95c4-629680f0fec8 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:17:47.739870 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (1dc23ffe-3f83-4e07-a9a9-919b35037afa), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.758914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: f22388f7-ae14-4f13-95c4-629680f0fec8 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:17:47.759295 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device f22388f7-ae14-4f13-95c4-629680f0fec8 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:17:47.759718 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b1289f23-07a5-45c6-9004-035914303827 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:17:47.765243 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=1dc23ffe-3f83-4e07-a9a9-919b35037afa,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:47.778673 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: b1289f23-07a5-45c6-9004-035914303827 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:17:47.779022 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b1289f23-07a5-45c6-9004-035914303827 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:17:47.832893 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (86551fed-c3ff-4c9c-994b-d1debb65075f), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.835674 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.836887 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e12c5b0d-ead7-4449-902c-84691899f3ee tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/86551fed-c3ff-4c9c-994b-d1debb65075f HTTP/1.1" status: 204 len: 168 time: 0.4514349 Oct 24 13:17:47.903506 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36710) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:47.907960 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711446459', 'description': 'tempest-description--433058073'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:47.929363 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:47.999573 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (0e0a054a-42b7-422f-9157-011c82d2dee6), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.003276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0e0a054a-42b7-422f-9157-011c82d2dee6), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.038560 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.040058 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1354997 Oct 24 13:17:48.041168 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1bdb-6940-4294-a49b-e93b5e27e89f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a054a-42b7-422f-9157-011c82d2dee6,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:48.043109 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36712) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:48.047612 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': '0e0a054a-42b7-422f-9157-011c82d2dee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:48.074604 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (e630a3fd-f712-4a52-a3ee-413bed5798cc), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.130000 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (e630a3fd-f712-4a52-a3ee-413bed5798cc), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.133820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (e630a3fd-f712-4a52-a3ee-413bed5798cc), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.153949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e630a3fd-f712-4a52-a3ee-413bed5798cc,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:48.159006 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.160233 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-dd6aedf8-f524-427c-a110-02c1457da02a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161115 Oct 24 13:17:48.163828 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36716) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:48.168247 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'security_group_rule': {'security_group_id': '0e0a054a-42b7-422f-9157-011c82d2dee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:48.195661 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (ce654fd8-cb89-4dec-b036-ec4f10d4db82), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.258220 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (ce654fd8-cb89-4dec-b036-ec4f10d4db82), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.263538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (ce654fd8-cb89-4dec-b036-ec4f10d4db82), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.293997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce654fd8-cb89-4dec-b036-ec4f10d4db82,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:48.299315 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.300503 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ab02c5e6-0743-4acd-b00e-6a23b17cc3c9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357408 Oct 24 13:17:48.303714 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36722) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:17:48.307981 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:48.329014 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.402198 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:48.416933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.532535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.27.1.230 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/37bd898c-8c42-4076-8b0f-0520b337f987) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:17:48.590257 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:48.637837 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (37bd898c-8c42-4076-8b0f-0520b337f987), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.671497 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (37bd898c-8c42-4076-8b0f-0520b337f987), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.708077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:48.711122 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:48.716722 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:17:48.748286 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=37bd898c-8c42-4076-8b0f-0520b337f987,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:48.806051 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (fb12e8ca-aebe-40ce-add1-7a118d7563e2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.841803 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (37bd898c-8c42-4076-8b0f-0520b337f987), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.988352 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (37bd898c-8c42-4076-8b0f-0520b337f987), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:48.993559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (37bd898c-8c42-4076-8b0f-0520b337f987), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:49.062479 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=37bd898c-8c42-4076-8b0f-0520b337f987,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:49.065014 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (fb12e8ca-aebe-40ce-add1-7a118d7563e2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:49.082340 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:49.083601 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1554c425-affe-466e-9b9e-a1cd277ec14a tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7789636 Oct 24 13:17:49.222386 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:49.235338 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-a32a63e0-c6e4-474a-8979-2f5ea1c13ab1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--711446459&fields=id&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 267 time: 0.0448210 Oct 24 13:17:49.344715 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-acb375d8-a7ee-49d4-8e04-5604d938eddc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:49.346188 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-acb375d8-a7ee-49d4-8e04-5604d938eddc tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.1032476 Oct 24 13:17:49.362282 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-93c38ec1-2ec1-4568-9ec3-6f449f51c712 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/quotas/69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 375 time: 0.0092711 Oct 24 13:17:49.419723 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-291aa231-8b1c-4df7-bfa2-ca7b92aa5236 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501645 Oct 24 13:17:49.528973 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9f59-471c-4af5-a3be-822139ebbcfc req-ff418126-bc60-4ff2-80d8-f02120b2b281 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:49.531046 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-05bd9f59-471c-4af5-a3be-822139ebbcfc req-ff418126-bc60-4ff2-80d8-f02120b2b281 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0492423 Oct 24 13:17:49.578624 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-05bd9f59-471c-4af5-a3be-822139ebbcfc req-0e0ac118-a9bb-49d0-98d0-8b339e9132f3 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Oct 24 13:17:49.628251 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-b51a738f-9f24-4df2-8fbe-0c05a61d6d31 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927772 Oct 24 13:17:49.652632 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:49.724105 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-ebb524d1-940c-42c1-a785-a7094ad3a447 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Oct 24 13:17:49.890935 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b99959aa-2d56-4c52-a21d-1f3ab1a8b718 req-974ddf2d-f644-4977-9986-9e3f6bae2ee9 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 210 time: 0.0325065 Oct 24 13:17:50.701389 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928aa0-585b-4d7b-965e-3713cd5f8eeb req-3f170d47-5434-4b45-a32c-e909c2af5dce tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:50.702765 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3a928aa0-585b-4d7b-965e-3713cd5f8eeb req-3f170d47-5434-4b45-a32c-e909c2af5dce tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0484226 Oct 24 13:17:50.749694 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3a928aa0-585b-4d7b-965e-3713cd5f8eeb req-dde0492e-2977-479f-95be-b801353af5c1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Oct 24 13:17:50.992011 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4b2f5d0c-57b7-4d02-bf35-c22d2af25316 req-1198f443-bbf6-4aa1-a4ae-8a85e7c1f296 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 210 time: 0.0276818 Oct 24 13:17:51.882416 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-5ca70555-86c4-4f3e-9d78-2496129b9d61 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:51.883919 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-5ca70555-86c4-4f3e-9d78-2496129b9d61 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0799785 Oct 24 13:17:51.903320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9174b-ecf0-4a43-b4ca-b781d3a08980 req-8da3ae25-4993-4058-9584-be79418b98c2 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:51.904633 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fbc9174b-ecf0-4a43-b4ca-b781d3a08980 req-8da3ae25-4993-4058-9584-be79418b98c2 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 946 time: 0.0720370 Oct 24 13:17:52.010028 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Deleting port 763cd320-528d-4a92-b74f-cd47217f446b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:52.010375 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (763cd320-528d-4a92-b74f-cd47217f446b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:52.015811 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fbc9174b-ecf0-4a43-b4ca-b781d3a08980 req-9e1df899-49fa-4963-9f85-ef8d8545a1cc tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909996 Oct 24 13:17:52.096685 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-02e07f05-b377-4420-a994-105f15bdf5cd req-afa4c608-3a71-4991-9aeb-8cf5334b4ccb tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 210 time: 0.0279374 Oct 24 13:17:52.111071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] For port 763cd320-528d-4a92-b74f-cd47217f446b, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=763cd320-528d-4a92-b74f-cd47217f446b,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:52.111445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (763cd320-528d-4a92-b74f-cd47217f446b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:52.125862 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Calling delete_port for 763cd320-528d-4a92-b74f-cd47217f446b owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:17:52.229069 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:52.253431 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (763cd320-528d-4a92-b74f-cd47217f446b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:52.265795 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['1acef793-2d20-4fbe-8204-9955726c8836', '763cd320-528d-4a92-b74f-cd47217f446b'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:17:52.286505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event deleted for resources: {'Port': ['ID=763cd320-528d-4a92-b74f-cd47217f446b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:52.336522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] No DVR routers for this DVR port 763cd320-528d-4a92-b74f-cd47217f446b on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:17:52.339517 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:52.342773 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8ec96685-f5d3-4c86-a16b-2d12202c2c09 req-e03dc06e-6b79-4bec-b166-aed95da88f7c tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/763cd320-528d-4a92-b74f-cd47217f446b HTTP/1.1" status: 204 len: 173 time: 0.4509745 Oct 24 13:17:52.343309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac99c2-2d97-41c4-b44c-629b52631804', 'name': 'network-vif-deleted', 'tag': '763cd320-528d-4a92-b74f-cd47217f446b'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:52.345829 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5032d9d-c2e1-4095-93b7-97f297f9361f" -d '{"events": [{"server_uuid": "6aac99c2-2d97-41c4-b44c-629b52631804", "name": "network-vif-deleted", "tag": "763cd320-528d-4a92-b74f-cd47217f446b"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:52.410997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84aaf84-9a62-4dd2-9d98-9875a5f4990e x-openstack-request-id: req-f84aaf84-9a62-4dd2-9d98-9875a5f4990e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:52.413545 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac99c2-2d97-41c4-b44c-629b52631804", "name": "network-vif-deleted", "tag": "763cd320-528d-4a92-b74f-cd47217f446b", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:52.413545 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f84aaf84-9a62-4dd2-9d98-9875a5f4990e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:52.413545 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84aaf84-9a62-4dd2-9d98-9875a5f4990e'] response: {'server_uuid': '6aac99c2-2d97-41c4-b44c-629b52631804', 'name': 'network-vif-deleted', 'tag': '763cd320-528d-4a92-b74f-cd47217f446b', 'status': 'completed', 'code': 200} Oct 24 13:17:52.460337 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-259e5929-8941-4af2-be49-b98b80850e74 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:52.461927 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-259e5929-8941-4af2-be49-b98b80850e74 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 814 time: 0.1680350 Oct 24 13:17:52.468941 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:17:52.542012 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-a68fb3c0-1d1d-4cfb-b1b0-034ee4c2bffe tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=69beb82dd21b447d8a784e0570c4323c HTTP/1.1" status: 200 len: 379 time: 0.0712402 Oct 24 13:17:52.621095 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'port': {'device_id': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'admin_state_up': True, 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'security_groups': ['0e0a054a-42b7-422f-9157-011c82d2dee6']}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:52.739448 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Made reservation on behalf of 69beb82dd21b447d8a784e0570c4323c for: {'port': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:17:52.744467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:52.747326 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:52.769280 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:52.889731 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Allocated IP 172.20.0.5 (a05f0bd2-3e3c-4265-bb55-173e62bd1853/1163311c-3880-41e9-a9fd-2d4c0fbcb77a/170c174e-102a-43bf-931e-57ccc699cfd2) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:17:53.028420 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for port (170c174e-102a-43bf-931e-57ccc699cfd2), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.062488 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.113625 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:17:53.120607 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:17:53.122577 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event updated for resources: {'Port': ['ID=170c174e-102a-43bf-931e-57ccc699cfd2,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:53.124809 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:17:53.183788 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-87031a65-4b81-4f71-ac7d-929e69622fad req-c246609b-a93e-4251-b337-88848f959596 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6aac99c2-2d97-41c4-b44c-629b52631804 HTTP/1.1" status: 200 len: 210 time: 0.0542581 Oct 24 13:17:53.213208 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:53.213883 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.244550 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8b887270-528c-4171-9f38-a43dd1c7183d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6274395 Oct 24 13:17:53.250907 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225f55a-6d00-4ece-bdeb-580292f3382a req-d07d5001-87c7-4969-9e74-b82488c473aa tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:53.252728 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f225f55a-6d00-4ece-bdeb-580292f3382a req-d07d5001-87c7-4969-9e74-b82488c473aa tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 931 time: 0.0570614 Oct 24 13:17:53.322505 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f225f55a-6d00-4ece-bdeb-580292f3382a req-25e0bd3a-36af-48ca-94fc-eaccca354e73 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538454 Oct 24 13:17:53.327838 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Request body: {'port': {'device_id': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:17:53.390413 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.461694 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-a3aac91e-6e7a-4964-a0c7-782cdd0272a4 None None] Provisioning complete for port 170c174e-102a-43bf-931e-57ccc699cfd2 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:17:53.462243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-a3aac91e-6e7a-4964-a0c7-782cdd0272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.462364 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-a3aac91e-6e7a-4964-a0c7-782cdd0272a4 None None] Attempt 1 to provision port 170c174e-102a-43bf-931e-57ccc699cfd2 Oct 24 13:17:53.494011 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-a3aac91e-6e7a-4964-a0c7-782cdd0272a4 None None] Port 170c174e-102a-43bf-931e-57ccc699cfd2 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:17:53.644936 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170c174e-102a-43bf-931e-57ccc699cfd2 {{(pid=104669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:17:53.653119 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Publish callbacks [] for port (170c174e-102a-43bf-931e-57ccc699cfd2), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.665297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.provisioning_blocks [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Transition to ACTIVE for port object 170c174e-102a-43bf-931e-57ccc699cfd2 will not be triggered until provisioned by entity L2. {{(pid=104669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:17:53.668951 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.672520 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:53.674962 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:53.719266 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Pushing event updated for resources: {'Port': ['ID=170c174e-102a-43bf-931e-57ccc699cfd2,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:53.784215 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Attempting to bind port 170c174e-102a-43bf-931e-57ccc699cfd2 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:17:53.784544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Attempting to bind port 170c174e-102a-43bf-931e-57ccc699cfd2 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:17:53.784866 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Attempting to bind port 170c174e-102a-43bf-931e-57ccc699cfd2 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:53.828857 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Port 170c174e-102a-43bf-931e-57ccc699cfd2 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:17:53.829179 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Attempting to bind port 170c174e-102a-43bf-931e-57ccc699cfd2 on network a05f0bd2-3e3c-4265-bb55-173e62bd1853 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:17:53.869909 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:17:53.870235 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Checking segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:17:53.870605 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Bound using segment: {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:17:53.871028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Bound port: 170c174e-102a-43bf-931e-57ccc699cfd2, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3eff378-f079-4492-9c5d-2127ef08b990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:17:53.871419 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.936016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] For port 170c174e-102a-43bf-931e-57ccc699cfd2, host hv-cinder-86248, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:17:53.938893 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] For port 170c174e-102a-43bf-931e-57ccc699cfd2, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=170c174e-102a-43bf-931e-57ccc699cfd2,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:17:53.945231 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.948291 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:53.948901 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:53.950272 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/170c174e-102a-43bf-931e-57ccc699cfd2 HTTP/1.1" status: 200 len: 1093 time: 0.6967952 Oct 24 13:17:53.952343 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:17:53.954591 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c10a163-5a07-4de5-8a9b-63694203ccd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:17:54.265386 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a76c63-3861-4f1b-a4e3-cd780db5ce77 x-openstack-request-id: req-11a76c63-3861-4f1b-a4e3-cd780db5ce77 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:17:54.265958 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:17:54.265958 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11a76c63-3861-4f1b-a4e3-cd780db5ce77 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:17:54.266283 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a76c63-3861-4f1b-a4e3-cd780db5ce77'] response: {'name': 'network-changed', 'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2', 'status': 'completed', 'code': 200} Oct 24 13:17:54.276907 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab6e2c-9000-4876-8e60-4851f3e3f236 service neutron] Pushing event updated for resources: {'Port': ['ID=170c174e-102a-43bf-931e-57ccc699cfd2,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:17:54.284102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-bbacc045-f198-4b57-a47d-5020b75df6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:54.285922 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-bbacc045-f198-4b57-a47d-5020b75df6e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 1127 time: 0.2949708 Oct 24 13:17:54.328123 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-729b7140-35ff-4478-baf9-734ca85adf37 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=170c174e-102a-43bf-931e-57ccc699cfd2 HTTP/1.1" status: 200 len: 217 time: 0.0335758 Oct 24 13:17:54.386843 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-f4ee0d0c-ea8f-415b-9fa1-b39f9223e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:54.391870 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-f4ee0d0c-ea8f-415b-9fa1-b39f9223e362 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0581532 Oct 24 13:17:54.494914 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afea06-76eb-474b-806b-38f2920432ba req-e7b7d8c2-b8f6-405a-bb1e-ef2150f4e016 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:54.496528 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-81afea06-76eb-474b-806b-38f2920432ba req-e7b7d8c2-b8f6-405a-bb1e-ef2150f4e016 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0539112 Oct 24 13:17:54.548161 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-81afea06-76eb-474b-806b-38f2920432ba req-324ec8c7-ed72-4ac8-80ab-c92a0228b467 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Oct 24 13:17:54.616145 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848f004-d867-49bc-84b9-f8df9e3cb629 req-35c0a516-a0ad-4ebf-aa99-0926be97331d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:54.617588 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9848f004-d867-49bc-84b9-f8df9e3cb629 req-35c0a516-a0ad-4ebf-aa99-0926be97331d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 943 time: 0.0497820 Oct 24 13:17:54.664880 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9848f004-d867-49bc-84b9-f8df9e3cb629 req-8d6a7459-8f69-4e5f-af1a-8a97989c81de tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 Oct 24 13:17:55.676100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50996b13-d7ba-4326-8c35-211089a0f29c req-2e275718-9f96-415e-93d5-b6e0401eb43a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:55.677370 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-50996b13-d7ba-4326-8c35-211089a0f29c req-2e275718-9f96-415e-93d5-b6e0401eb43a tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Oct 24 13:17:55.720765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:55.730279 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-50996b13-d7ba-4326-8c35-211089a0f29c req-164bb4a5-ac4b-4332-885f-2c7b5387b815 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Oct 24 13:17:55.742458 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 763cd320-528d-4a92-b74f-cd47217f446b no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:17:55.778979 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 763cd320-528d-4a92-b74f-cd47217f446b {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:17:55.779408 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 763cd320-528d-4a92-b74f-cd47217f446b not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:17:55.846017 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:55.857343 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48351cac-6fa0-458c-9c3f-bd7e591ee2af req-92a6cffd-af00-454c-839d-4438177e6dbf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:55.858850 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-48351cac-6fa0-458c-9c3f-bd7e591ee2af req-92a6cffd-af00-454c-839d-4438177e6dbf tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 943 time: 0.0702841 Oct 24 13:17:55.914736 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-48351cac-6fa0-458c-9c3f-bd7e591ee2af req-8954b022-0609-48b8-97e9-60eaeb444cd6 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483570 Oct 24 13:17:56.052838 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a11370-ad40-4b43-8d85-9a6a393ea745 req-edd69d20-0025-4cdb-926f-f419456d5ebc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:56.054478 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96a11370-ad40-4b43-8d85-9a6a393ea745 req-edd69d20-0025-4cdb-926f-f419456d5ebc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0544598 Oct 24 13:17:56.104423 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96a11370-ad40-4b43-8d85-9a6a393ea745 req-cf67c28e-0c99-4532-b8a4-0919215c1015 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Oct 24 13:17:56.864590 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d720-75bd-453e-9398-5a69129678bb req-1b798d04-bdd0-4827-baa0-02dbd8537201 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:56.866641 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4024d720-75bd-453e-9398-5a69129678bb req-1b798d04-bdd0-4827-baa0-02dbd8537201 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Oct 24 13:17:56.911554 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4024d720-75bd-453e-9398-5a69129678bb req-1cd1ecd5-01ef-48ea-b3c8-c8f0edf4df60 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Oct 24 13:17:57.042100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28884528-6675-40d6-ac4a-a1078f286641 req-030eda28-13fe-4978-a208-484d4a73494b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:57.043600 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-28884528-6675-40d6-ac4a-a1078f286641 req-030eda28-13fe-4978-a208-484d4a73494b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 943 time: 0.0488694 Oct 24 13:17:57.091706 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-28884528-6675-40d6-ac4a-a1078f286641 req-48035143-82c6-43c5-98af-fed63aa248df tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424912 Oct 24 13:17:57.225632 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750e2f-f0f4-4cd3-aadd-002d65255f26 req-80df8094-86d1-429a-9713-a07e181e985b tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:57.227101 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-16750e2f-f0f4-4cd3-aadd-002d65255f26 req-80df8094-86d1-429a-9713-a07e181e985b tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0465009 Oct 24 13:17:57.273422 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-16750e2f-f0f4-4cd3-aadd-002d65255f26 req-b3c4a3d1-11ca-4332-83ff-0fa6db34d235 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 Oct 24 13:17:57.377116 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=32 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:57.472900 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-56eeeff5-cb82-40c5-ab18-2acfc27b4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:57.474400 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-56eeeff5-cb82-40c5-ab18-2acfc27b4e6f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414393 Oct 24 13:17:58.027589 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f7f46-b949-4708-832e-cde758292794 req-be839152-ab43-4087-a0a5-24389390a7e0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:58.029097 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-635f7f46-b949-4708-832e-cde758292794 req-be839152-ab43-4087-a0a5-24389390a7e0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0507607 Oct 24 13:17:58.036101 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6525b2-ec56-404f-a99c-3372403eadbd req-d3610b5b-b487-4c3c-9b7f-ac25b0a813c8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:58.038192 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c6525b2-ec56-404f-a99c-3372403eadbd req-d3610b5b-b487-4c3c-9b7f-ac25b0a813c8 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0478933 Oct 24 13:17:58.060815 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:58.080987 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-635f7f46-b949-4708-832e-cde758292794 req-24e2c0ef-0fc7-4f6a-8885-65815335da29 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Oct 24 13:17:58.091305 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8c6525b2-ec56-404f-a99c-3372403eadbd req-9d366e16-c606-40bc-beba-34b5b91e4bbe tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Oct 24 13:17:58.194903 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:58.214053 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068694cc-aed1-4361-a593-c4405e3ccf8b req-f94af2fa-5d71-47b2-ab52-2f7bca37c7df tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:58.215598 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-068694cc-aed1-4361-a593-c4405e3ccf8b req-f94af2fa-5d71-47b2-ab52-2f7bca37c7df tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 943 time: 0.0483077 Oct 24 13:17:58.262249 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-068694cc-aed1-4361-a593-c4405e3ccf8b req-615d9d9b-41e3-4880-b244-f3df05f04956 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412147 Oct 24 13:17:58.395357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a52aa-c0a1-4ca3-a1b2-1e42a5cfbbba req-ea2d977f-5503-4b98-b73b-316396dcbddf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:58.397396 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-539a52aa-c0a1-4ca3-a1b2-1e42a5cfbbba req-ea2d977f-5503-4b98-b73b-316396dcbddf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0493672 Oct 24 13:17:58.445545 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-539a52aa-c0a1-4ca3-a1b2-1e42a5cfbbba req-05346967-e7af-4317-ac30-37771906a2c6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Oct 24 13:17:59.213163 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f518-e420-46af-a6f7-f0d45427c61d req-5ae8f899-d17c-4592-b3fb-d6e6ac4938e0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:59.214642 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f4e7f518-e420-46af-a6f7-f0d45427c61d req-5ae8f899-d17c-4592-b3fb-d6e6ac4938e0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Oct 24 13:17:59.232212 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0389c2-a806-41c9-9890-d40c814973ff req-f94dbc43-82b6-4eca-ac32-eb9ec36d88f9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:59.233699 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cf0389c2-a806-41c9-9890-d40c814973ff req-f94dbc43-82b6-4eca-ac32-eb9ec36d88f9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0718305 Oct 24 13:17:59.263845 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f4e7f518-e420-46af-a6f7-f0d45427c61d req-4ef401c1-71d6-45f7-9eca-c2401110ed31 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=388b87cc-3527-4f6f-9c36-7ab1c345f5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Oct 24 13:17:59.339232 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-cf0389c2-a806-41c9-9890-d40c814973ff req-6dc13a17-60e3-4ed5-a3b4-5ebb72631b80 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763621 Oct 24 13:17:59.342723 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-8ae5a28b-f99b-4daf-8cfd-222868dfb8f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451006 Oct 24 13:17:59.394217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134ec13-cf5c-460b-94b2-95310d91bd5b req-822c537b-f653-49bd-a908-43d11732c5cd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:59.395714 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b134ec13-cf5c-460b-94b2-95310d91bd5b req-822c537b-f653-49bd-a908-43d11732c5cd tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 943 time: 0.0538790 Oct 24 13:17:59.444747 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b134ec13-cf5c-460b-94b2-95310d91bd5b req-9433f7b0-9467-4a49-94fc-6d0cc3d1f598 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Oct 24 13:17:59.547126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c240f19-1883-418f-9a44-41ad346a456a req-5293e888-6d2d-4361-a8bc-bbadc6945521 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:59.548603 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0c240f19-1883-418f-9a44-41ad346a456a req-5293e888-6d2d-4361-a8bc-bbadc6945521 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 945 time: 0.0742819 Oct 24 13:17:59.556874 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f741929-e1b1-433b-a917-70195241e4e3 req-2626a003-905e-4609-ab31-b56758987390 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:59.558224 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f741929-e1b1-433b-a917-70195241e4e3 req-2626a003-905e-4609-ab31-b56758987390 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0755241 Oct 24 13:17:59.591358 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87752bb6-6604-489c-aad0-4ca1c0fb0351 req-68ceb0c2-6df5-4f07-92d9-b4fa37492efe tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:17:59.592978 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-87752bb6-6604-489c-aad0-4ca1c0fb0351 req-68ceb0c2-6df5-4f07-92d9-b4fa37492efe tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 946 time: 0.0636222 Oct 24 13:17:59.609447 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:17:59.622777 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8a58608a-6725-43cf-a93f-9fa9b5572322 req-0f6c1f22-1c03-454b-b471-eac0b0b5e240 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474395 Oct 24 13:17:59.654630 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-87752bb6-6604-489c-aad0-4ca1c0fb0351 req-9a2e82e4-dff3-4c30-b087-f6ab9be10701 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=258bb56c-6288-4ac0-9045-f5aa15709b90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558937 Oct 24 13:17:59.704192 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Deleting port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:59.704541 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:59.710858 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Deleting port 1acef793-2d20-4fbe-8204-9955726c8836 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:17:59.711214 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (1acef793-2d20-4fbe-8204-9955726c8836), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:59.872941 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] For port 693064f5-7b97-41dc-8a3f-8c6ce5d17036, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=693064f5-7b97-41dc-8a3f-8c6ce5d17036,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:59.873215 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:59.876677 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] For port 1acef793-2d20-4fbe-8204-9955726c8836, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=1acef793-2d20-4fbe-8204-9955726c8836,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:17:59.877021 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (1acef793-2d20-4fbe-8204-9955726c8836), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:17:59.899596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Calling delete_port for 1acef793-2d20-4fbe-8204-9955726c8836 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:17:59.932876 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:00.106779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:00.107164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:00.107479 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Floating IP 56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e disassociated. External IP: 172.27.1.28, port: 693064f5-7b97-41dc-8a3f-8c6ce5d17036. Oct 24 13:18:00.107822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Calling delete_port for 693064f5-7b97-41dc-8a3f-8c6ce5d17036 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:00.201091 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1acef793-2d20-4fbe-8204-9955726c8836), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:00.212947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['1acef793-2d20-4fbe-8204-9955726c8836'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:00.234567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Pushing event deleted for resources: {'Port': ['ID=1acef793-2d20-4fbe-8204-9955726c8836,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:00.292336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] No DVR routers for this DVR port 1acef793-2d20-4fbe-8204-9955726c8836 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:00.296350 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:00.299629 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0c240f19-1883-418f-9a44-41ad346a456a req-6ff28a08-5bdc-4e43-b406-a4d14f6c28f1 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1acef793-2d20-4fbe-8204-9955726c8836 HTTP/1.1" status: 204 len: 173 time: 0.7404923 Oct 24 13:18:00.300055 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'name': 'network-vif-deleted', 'tag': '1acef793-2d20-4fbe-8204-9955726c8836'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:00.302322 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7806b6e-0424-4c67-8dac-dd8176d40dbb" -d '{"events": [{"server_uuid": "2011f5ea-73ab-457d-be16-25ad031e5e96", "name": "network-vif-deleted", "tag": "1acef793-2d20-4fbe-8204-9955726c8836"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:00.341271 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:00.357357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (693064f5-7b97-41dc-8a3f-8c6ce5d17036), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:00.397614 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event deleted for resources: {'Port': ['ID=693064f5-7b97-41dc-8a3f-8c6ce5d17036,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:00.420206 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b459b49-1954-4d1b-a138-add1adb1999e x-openstack-request-id: req-9b459b49-1954-4d1b-a138-add1adb1999e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:00.420496 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011f5ea-73ab-457d-be16-25ad031e5e96", "name": "network-vif-deleted", "tag": "1acef793-2d20-4fbe-8204-9955726c8836", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:00.420747 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b459b49-1954-4d1b-a138-add1adb1999e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:00.421137 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b459b49-1954-4d1b-a138-add1adb1999e'] response: {'server_uuid': '2011f5ea-73ab-457d-be16-25ad031e5e96', 'name': 'network-vif-deleted', 'tag': '1acef793-2d20-4fbe-8204-9955726c8836', 'status': 'completed', 'code': 200} Oct 24 13:18:00.424909 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5d998c2a-2901-482e-8e44-fa999e90f478 req-d7112af5-0c48-4ec1-b475-ad49c053e0f0 tempest-ServerRescueNegativeTestJSON-2008376724 tempest-ServerRescueNegativeTestJSON-2008376724-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2011f5ea-73ab-457d-be16-25ad031e5e96 HTTP/1.1" status: 200 len: 210 time: 0.0590477 Oct 24 13:18:00.540899 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465900b0-0d01-46c1-96ba-052e26993b7a req-35e094d9-0edb-4cb7-9cdf-2ab116a50b45 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:00.542374 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-465900b0-0d01-46c1-96ba-052e26993b7a req-35e094d9-0edb-4cb7-9cdf-2ab116a50b45 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0570533 Oct 24 13:18:00.607746 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-465900b0-0d01-46c1-96ba-052e26993b7a req-77a82a57-d778-4b34-8c8e-013e9bbe28e2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595956 Oct 24 13:18:00.784335 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-985ed1cc-00f0-4ff8-879b-d1c2479d6f57 req-2db1236e-0f4f-430f-89c9-69c266ddb894 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 210 time: 0.0345750 Oct 24 13:18:00.871392 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-a62d8737-2333-4656-a0a3-b2f0e224c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:00.872952 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-a62d8737-2333-4656-a0a3-b2f0e224c4c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 1127 time: 0.3816757 Oct 24 13:18:00.881855 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Router cd975d68-6005-4ea1-96c3-c24773643430 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:00.898065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfb1fa-2160-4710-94ee-942504ebd8e5 req-deeaa289-2cb0-4f25-aa7b-f1f391acc20b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:00.899587 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4edfb1fa-2160-4710-94ee-942504ebd8e5 req-deeaa289-2cb0-4f25-aa7b-f1f391acc20b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 943 time: 0.0749953 Oct 24 13:18:00.995931 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4edfb1fa-2160-4710-94ee-942504ebd8e5 req-4287e3ee-b441-43c8-9069-8f069d78be52 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905404 Oct 24 13:18:01.037176 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:01.047988 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:01.058685 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:01.059332 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:01.088792 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] No DVR routers for this DVR port 693064f5-7b97-41dc-8a3f-8c6ce5d17036 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:01.101256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:01.104520 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f741929-e1b1-433b-a917-70195241e4e3 req-e2b50dd7-57da-4426-b0ef-77f3d09165a6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "DELETE /networking/v2.0/ports/693064f5-7b97-41dc-8a3f-8c6ce5d17036 HTTP/1.1" status: 204 len: 173 time: 1.5381427 Oct 24 13:18:01.157514 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:01.172699 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:01.187257 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-2be50380-b2ef-494e-bfcf-52bf66c6838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:01.189207 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-2be50380-b2ef-494e-bfcf-52bf66c6838f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.1092412 Oct 24 13:18:01.234224 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-daf05545-2c72-49b9-8e5c-19a4d53b0c8f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=170c174e-102a-43bf-931e-57ccc699cfd2 HTTP/1.1" status: 200 len: 217 time: 0.0384402 Oct 24 13:18:01.292159 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-164c44d9-42b3-4b58-b3b1-4e9f80f967cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:01.293678 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-164c44d9-42b3-4b58-b3b1-4e9f80f967cf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0490098 Oct 24 13:18:01.344668 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-86ca47a9-b3fb-4525-9793-930fef2d8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:01.346226 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-86ca47a9-b3fb-4525-9793-930fef2d8e49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465007 Oct 24 13:18:01.388045 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:01.418124 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:01.431658 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:01.432313 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:01.457308 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-e6dedaea-bb5a-4d45-b2d8-b1ebc5d5d4a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895388 Oct 24 13:18:01.497258 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36874) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:01.538381 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:01.656880 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:01.750306 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:01.770470 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 170c174e-102a-43bf-931e-57ccc699cfd2 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:18:01.777936 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0fada6-79d4-419b-ba17-eae85875c5a9 None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:01.803653 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6730-5ab9-4c5a-9304-1c805afd8335 req-ab916aae-b209-4057-83fc-7924a2d2f5b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:01.805180 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-853e6730-5ab9-4c5a-9304-1c805afd8335 req-ab916aae-b209-4057-83fc-7924a2d2f5b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0773950 Oct 24 13:18:01.809221 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5c10a163-5a07-4de5-8a9b-63694203ccd7 req-c1b92556-7667-4be3-8a54-2c879d64ce87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552916 Oct 24 13:18:01.840187 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:01.873204 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-853e6730-5ab9-4c5a-9304-1c805afd8335 req-e3dd75c3-2922-4b63-8496-f5a19b0444cc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606601 Oct 24 13:18:01.965629 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 170c174e-102a-43bf-931e-57ccc699cfd2, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=170c174e-102a-43bf-931e-57ccc699cfd2,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:01.978268 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '170c174e-102a-43bf-931e-57ccc699cfd2', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'port_id': '170c174e-102a-43bf-931e-57ccc699cfd2', 'mac_address': 'fa:16:3e:84:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:18:01.980937 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:02.019510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 170c174e-102a-43bf-931e-57ccc699cfd2 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:02.020040 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.024078 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6c5a571d-5faa-482f-934d-40164bfc13c1 req-33ca924d-d979-4b6b-8eb7-5c711cfa33f0 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=29f8f878-fe8d-4dd0-9478-268c08885faf HTTP/1.1" status: 200 len: 210 time: 0.0629163 Oct 24 13:18:02.036020 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170c174e-102a-43bf-931e-57ccc699cfd2 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:18:02.066244 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 170c174e-102a-43bf-931e-57ccc699cfd2, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=170c174e-102a-43bf-931e-57ccc699cfd2,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:02.079495 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.116599 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:02.136123 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (876b8567-e285-4fe2-9a96-71f23d22bf14), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.141969 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=170c174e-102a-43bf-931e-57ccc699cfd2,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:02.154613 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd3a12-6fd9-4ce2-9659-dc02f0f28b83 None None] New status for floating IP 56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:18:02.180431 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57a75-e1de-49f6-b7ee-1e73814b5770 req-582a0f4c-7d21-4f1a-943f-332a6e9b527d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:02.181724 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71b57a75-e1de-49f6-b7ee-1e73814b5770 req-582a0f4c-7d21-4f1a-943f-332a6e9b527d tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 944 time: 0.0553737 Oct 24 13:18:02.223917 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:02.227015 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:02.237508 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71b57a75-e1de-49f6-b7ee-1e73814b5770 req-437b772b-0c50-4c58-9ef3-07f5d59a8827 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497501 Oct 24 13:18:02.350235 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['170c174e-102a-43bf-931e-57ccc699cfd2'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:02.421915 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'name': 'network-vif-deleted', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:02.424789 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166ed5b-0067-49d3-933d-d6fac620fd64" -d '{"events": [{"server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "name": "network-vif-deleted", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:02.426390 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Deleting port 202f0cac-70d8-4e85-85c7-2a2175c0f69a {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:02.426738 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.464357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc8ee3-e1da-4807-a26d-b0bb8d31d2c0 x-openstack-request-id: req-f3fc8ee3-e1da-4807-a26d-b0bb8d31d2c0 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:02.464658 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f8f878-fe8d-4dd0-9478-268c08885faf", "name": "network-vif-deleted", "tag": "693064f5-7b97-41dc-8a3f-8c6ce5d17036", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:02.464914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3fc8ee3-e1da-4807-a26d-b0bb8d31d2c0 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:02.465342 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fc8ee3-e1da-4807-a26d-b0bb8d31d2c0'] response: {'server_uuid': '29f8f878-fe8d-4dd0-9478-268c08885faf', 'name': 'network-vif-deleted', 'tag': '693064f5-7b97-41dc-8a3f-8c6ce5d17036', 'status': 'completed', 'code': 200} Oct 24 13:18:02.509456 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] For port 202f0cac-70d8-4e85-85c7-2a2175c0f69a, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=202f0cac-70d8-4e85-85c7-2a2175c0f69a,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:02.509843 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.523545 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Calling delete_port for 202f0cac-70d8-4e85-85c7-2a2175c0f69a owned by network:router_interface {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:02.702704 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (202f0cac-70d8-4e85-85c7-2a2175c0f69a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.730525 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Pushing event deleted for resources: {'Port': ['ID=202f0cac-70d8-4e85-85c7-2a2175c0f69a,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:02.898252 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (876b8567-e285-4fe2-9a96-71f23d22bf14), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:02.918237 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd97b12-a7f3-42d1-8962-90832acb6f95 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:18:03.020646 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c46329-2b61-4663-9e68-6e6cb8afa391 req-c34561d5-2c8f-4df1-8f55-86f72b74f7df tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:03.022877 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-57c46329-2b61-4663-9e68-6e6cb8afa391 req-c34561d5-2c8f-4df1-8f55-86f72b74f7df tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0547268 Oct 24 13:18:03.031341 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd97b12-a7f3-42d1-8962-90832acb6f95 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:18:03.075037 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-57c46329-2b61-4663-9e68-6e6cb8afa391 req-27651130-6fac-4486-9880-6e4a91225bb2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 Oct 24 13:18:03.139495 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:03.141392 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Router 876b8567-e285-4fe2-9a96-71f23d22bf14 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:03.153847 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:03.173961 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36892) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:03.232336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6053c89f-257e-4eaf-b51c-c75c05229399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (258bb56c-6288-4ac0-9045-f5aa15709b90), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.254550 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:03.258765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6053c89f-257e-4eaf-b51c-c75c05229399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (258bb56c-6288-4ac0-9045-f5aa15709b90), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.260916 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-bc96bc16-fd5c-4c37-9cb2-6c2d4c037921 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/876b8567-e285-4fe2-9a96-71f23d22bf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622054 Oct 24 13:18:03.263575 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36894) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:03.264573 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] Sync routers for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:03.277373 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:03.281741 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:03.349012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6053c89f-257e-4eaf-b51c-c75c05229399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (258bb56c-6288-4ac0-9045-f5aa15709b90), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.352783 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6053c89f-257e-4eaf-b51c-c75c05229399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.356629 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6053c89f-257e-4eaf-b51c-c75c05229399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/258bb56c-6288-4ac0-9045-f5aa15709b90 HTTP/1.1" status: 204 len: 168 time: 0.1791916 Oct 24 13:18:03.365588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36898) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:03.366507 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053c89f-257e-4eaf-b51c-c75c05229399 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258bb56c-6288-4ac0-9045-f5aa15709b90,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:03.389928 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-6619c516-10c6-45ae-86da-3466d9dd8459 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] show failed (client error): The resource could not be found. Oct 24 13:18:03.390996 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6619c516-10c6-45ae-86da-3466d9dd8459 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups/258bb56c-6288-4ac0-9045-f5aa15709b90 HTTP/1.1" status: 404 len: 347 time: 0.0214069 Oct 24 13:18:03.393987 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36900) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:03.432506 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:03.549111 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Deleting port 13941ebe-81c3-458a-a690-7b190e9a171a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:03.549682 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (13941ebe-81c3-458a-a690-7b190e9a171a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.651735 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (13941ebe-81c3-458a-a690-7b190e9a171a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.652058 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (13941ebe-81c3-458a-a690-7b190e9a171a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.655744 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25bf89-e777-4b47-94f2-2eec040c6dd7 req-0ba149f0-cda6-420b-bab6-b58c50faad89 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:03.663613 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4b25bf89-e777-4b47-94f2-2eec040c6dd7 req-0ba149f0-cda6-420b-bab6-b58c50faad89 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 944 time: 0.0694053 Oct 24 13:18:03.671206 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Calling delete_port for 13941ebe-81c3-458a-a690-7b190e9a171a owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:03.738856 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks [] for router (876b8567-e285-4fe2-9a96-71f23d22bf14), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.750730 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:18:02Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:03.780685 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] Checking router: 876b8567-e285-4fe2-9a96-71f23d22bf14 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:03.787469 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 170c174e-102a-43bf-931e-57ccc699cfd2 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:18:03.795632 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4b25bf89-e777-4b47-94f2-2eec040c6dd7 req-8876cd35-e8fc-4e7f-97b0-ddfa03525d68 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310763 Oct 24 13:18:03.814431 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] Routers {'876b8567-e285-4fe2-9a96-71f23d22bf14'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:03.815071 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['876b8567-e285-4fe2-9a96-71f23d22bf14'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:03.842348 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:03.850965 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (13941ebe-81c3-458a-a690-7b190e9a171a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.869313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 170c174e-102a-43bf-931e-57ccc699cfd2 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:18:03.879760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 170c174e-102a-43bf-931e-57ccc699cfd2 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:03.880149 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.880980 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 170c174e-102a-43bf-931e-57ccc699cfd2 Oct 24 13:18:03.882514 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event deleted for resources: {'Port': ['ID=13941ebe-81c3-458a-a690-7b190e9a171a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:03.893852 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks [] for router_gateway (876b8567-e285-4fe2-9a96-71f23d22bf14), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.946456 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] Set router 876b8567-e285-4fe2-9a96-71f23d22bf14 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:03.955458 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:03.955664 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Deleting port e5baec1c-0fc2-4361-90ad-74da3a810147 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:03.956009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.967988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.970093 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:03.971407 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9e9f51c3-01a1-4395-93f3-a9737d564bff tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/56ff6e87-dd3a-4e34-b01e-c63c1d5a9c0e HTTP/1.1" status: 204 len: 168 time: 0.5762770 Oct 24 13:18:03.980303 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 170c174e-102a-43bf-931e-57ccc699cfd2 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:03.980810 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.017166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:04.019424 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1398c1c-5771-4dde-83fa-877e2bb9dc1d" -d '{"events": [{"server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "name": "network-vif-plugged", "status": "completed", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:04.038687 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-2835581c-a5f0-4cc2-853c-a0d79b00b021 None None] Provisioning complete for port 53c0288b-9568-4afd-86b5-d8c740d560d6 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:04.039095 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2835581c-a5f0-4cc2-853c-a0d79b00b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.039428 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-2835581c-a5f0-4cc2-853c-a0d79b00b021 None None] Attempt 1 to provision port 53c0288b-9568-4afd-86b5-d8c740d560d6 Oct 24 13:18:04.042407 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 170c174e-102a-43bf-931e-57ccc699cfd2, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=170c174e-102a-43bf-931e-57ccc699cfd2,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:04.112615 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36908) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:04.116510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.117305 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 1acef793-2d20-4fbe-8204-9955726c8836 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:04.123864 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:04.125532 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855086555', 'description': 'tempest-description--1424074942'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:04.147503 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] For port e5baec1c-0fc2-4361-90ad-74da3a810147, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=e5baec1c-0fc2-4361-90ad-74da3a810147,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:04.147985 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.165884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Calling delete_port for e5baec1c-0fc2-4361-90ad-74da3a810147 owned by network:router_gateway {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:04.194550 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:04.195551 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:04.197116 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=170c174e-102a-43bf-931e-57ccc699cfd2,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:04.199844 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 1acef793-2d20-4fbe-8204-9955726c8836 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:04.200220 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 1acef793-2d20-4fbe-8204-9955726c8836 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:04.200692 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 693064f5-7b97-41dc-8a3f-8c6ce5d17036 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:04.217244 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.241455 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:18:02Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:04.263807 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978ed86-07f3-4f44-ba36-93a3bc758a3d x-openstack-request-id: req-d978ed86-07f3-4f44-ba36-93a3bc758a3d {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:04.264104 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "name": "network-vif-plugged", "status": "completed", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:04.264457 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d978ed86-07f3-4f44-ba36-93a3bc758a3d {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:04.264868 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d978ed86-07f3-4f44-ba36-93a3bc758a3d'] response: {'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2', 'code': 200} Oct 24 13:18:04.283271 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 693064f5-7b97-41dc-8a3f-8c6ce5d17036 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:04.283622 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 693064f5-7b97-41dc-8a3f-8c6ce5d17036 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:04.284131 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f2f28-6e7f-4597-839d-f5b4be11d1f4 None None] The sync data for ids ['876b8567-e285-4fe2-9a96-71f23d22bf14'] in dv-cinder-862489-1-iscsi is: [{'id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'name': 'tempest-ServerRescueNegativeTestJSON-1173605701-router', 'tenant_id': '85d62dec32104e7b8c595953a479026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:18:02Z', 'revision_number': 5, 'project_id': '85d62dec32104e7b8c595953a479026b', 'gw_port': {'id': 'e5baec1c-0fc2-4361-90ad-74da3a810147', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876b8567-e285-4fe2-9a96-71f23d22bf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:19Z', 'updated_at': '2022-10-24T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:04.307300 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-2835581c-a5f0-4cc2-853c-a0d79b00b021 None None] Current status of the port 53c0288b-9568-4afd-86b5-d8c740d560d6 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:04.392364 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (3d56db3e-2f90-416d-a654-28b3fc7c4495), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.400126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fde9a-9ba6-443d-ab39-adf5ab22bd9d req-1de61ad8-7876-440c-bcd2-e751dc6219e8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:04.401760 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-716fde9a-9ba6-443d-ab39-adf5ab22bd9d req-1de61ad8-7876-440c-bcd2-e751dc6219e8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0801864 Oct 24 13:18:04.410670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (3d56db3e-2f90-416d-a654-28b3fc7c4495), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.425497 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (e5baec1c-0fc2-4361-90ad-74da3a810147), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.451102 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5baec1c-0fc2-4361-90ad-74da3a810147,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:04.489836 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a98dc9-aa30-4b58-b8d8-724353faf7c5 req-f46a3938-d61b-43fd-9047-3257624dac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:04.491611 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b5a98dc9-aa30-4b58-b8d8-724353faf7c5 req-f46a3938-d61b-43fd-9047-3257624dac65 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 1129 time: 0.0888417 Oct 24 13:18:04.497164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56db3e-2f90-416d-a654-28b3fc7c4495,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:04.516186 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.517342 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7c6a5161-c5c4-45d0-9cd2-d51df6200fc5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4035025 Oct 24 13:18:04.520820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36914) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:04.523766 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (876b8567-e285-4fe2-9a96-71f23d22bf14), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.528189 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'security_group_rule': {'security_group_id': '3d56db3e-2f90-416d-a654-28b3fc7c4495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:04.547838 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-716fde9a-9ba6-443d-ab39-adf5ab22bd9d req-6f1ce54b-1000-4f95-861b-13a5a83a3627 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331029 Oct 24 13:18:04.572257 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b5a98dc9-aa30-4b58-b8d8-724353faf7c5 req-9a98de85-8771-4ed0-aed9-065ea746100e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715013 Oct 24 13:18:04.653315 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (876b8567-e285-4fe2-9a96-71f23d22bf14), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.654642 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:04.655265 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:04.658455 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks [] for router_controller (876b8567-e285-4fe2-9a96-71f23d22bf14), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.665002 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (dbcc04ee-bf84-4131-8771-afaffa80bda7), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.750834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (876b8567-e285-4fe2-9a96-71f23d22bf14), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.751419 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876b8567-e285-4fe2-9a96-71f23d22bf14 {{(pid=104669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:18:04.761168 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.762260 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-df00a588-8b69-43d7-a777-3ee341035307 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/876b8567-e285-4fe2-9a96-71f23d22bf14 HTTP/1.1" status: 204 len: 168 time: 1.4975810 Oct 24 13:18:04.766416 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36918) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:04.819277 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (dbcc04ee-bf84-4131-8771-afaffa80bda7), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.826061 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (dbcc04ee-bf84-4131-8771-afaffa80bda7), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.839313 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Deleting subnet d239705f-bf42-413a-9646-19223d939ce4 {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:18:04.850520 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Publish callbacks [] for subnet (d239705f-bf42-413a-9646-19223d939ce4), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.872587 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcc04ee-bf84-4131-8771-afaffa80bda7,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:04.896926 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.898201 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b32e5068-0d1a-4898-b75d-66d8945cc4a5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757086 Oct 24 13:18:04.902303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36922) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:04.906844 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'security_group_rule': {'security_group_id': '3d56db3e-2f90-416d-a654-28b3fc7c4495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:04.939338 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26001583'] for subnet (d239705f-bf42-413a-9646-19223d939ce4), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:04.991916 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e010-3dc0-49b1-a949-692f25fc2c0e req-88f34ae9-2d56-4415-87ca-f36b6d82ff6f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:04.993381 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c555e010-3dc0-49b1-a949-692f25fc2c0e req-88f34ae9-2d56-4415-87ca-f36b6d82ff6f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 945 time: 0.1102397 Oct 24 13:18:05.028897 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (278af8cf-e6af-485b-b7f1-82718f240236), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.100671 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (d239705f-bf42-413a-9646-19223d939ce4), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.105251 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c555e010-3dc0-49b1-a949-692f25fc2c0e req-832d02c6-3681-47e5-964a-66f304ea70f4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034858 Oct 24 13:18:05.159642 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (278af8cf-e6af-485b-b7f1-82718f240236), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.164436 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (278af8cf-e6af-485b-b7f1-82718f240236), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.194268 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26001518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25991415'] for subnet (d239705f-bf42-413a-9646-19223d939ce4), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.196459 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278af8cf-e6af-485b-b7f1-82718f240236,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:05.228888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.230010 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2e7d6e16-345c-43ee-9ead-ab26cf2f59cb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267591 Oct 24 13:18:05.231275 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d239705f-bf42-413a-9646-19223d939ce4,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:05.233348 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36924) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:05.234852 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.238396 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0556e755-d47a-4fab-a02d-a24e22cd2b1f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d239705f-bf42-413a-9646-19223d939ce4 HTTP/1.1" status: 204 len: 168 time: 0.4704204 Oct 24 13:18:05.238602 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:05.241096 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36926) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:05.243393 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6f179-0b5a-48cf-ad1b-2e9f86552c84 None None] Network 55317d88-e8da-40f9-8cad-037adf7670ee requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:18:05.278873 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.325196 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (55317d88-e8da-40f9-8cad-037adf7670ee), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.389306 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Deleting port 53c0288b-9568-4afd-86b5-d8c740d560d6 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:05.389640 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.414394 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.442707 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] DHCP port deletion for 55317d88-e8da-40f9-8cad-037adf7670ee request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:18:05.465072 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] For port 53c0288b-9568-4afd-86b5-d8c740d560d6, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=53c0288b-9568-4afd-86b5-d8c740d560d6,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:05.465857 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.474155 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:05.484349 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Calling delete_port for 53c0288b-9568-4afd-86b5-d8c740d560d6 owned by network:dhcp {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:05.487127 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] Deleting port 53c0288b-9568-4afd-86b5-d8c740d560d6 {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:05.487511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.519046 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-b59b3aa1-29bb-4ac6-9676-1cb129f2fb1e tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1521375948&fields=id&tenant_id=e6ab0fbf44394afda8dd8f49818ccc63 HTTP/1.1" status: 200 len: 267 time: 0.1021135 Oct 24 13:18:05.535266 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:05.576967 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] For port 53c0288b-9568-4afd-86b5-d8c740d560d6, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=53c0288b-9568-4afd-86b5-d8c740d560d6,segment=NetworkSegment(bc552f88-c07e-446e-8906-26b322e74c14),segment_id=bc552f88-c07e-446e-8906-26b322e74c14)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:05.577422 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.581436 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.593612 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] Calling delete_port for 53c0288b-9568-4afd-86b5-d8c740d560d6 owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:05.602301 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-0aabfa0d-a872-4878-b886-16199363b463 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:05.603891 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-0aabfa0d-a872-4878-b886-16199363b463 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 984 time: 0.0761697 Oct 24 13:18:05.618776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Allocated IP 172.27.1.77 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/1c8db1b1-caa6-43b9-bcb6-75d958e4da64) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:18:05.628100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Request body: {'port': {'security_groups': ['8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:05.645044 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] No DVR routers for this DVR port 53c0288b-9568-4afd-86b5-d8c740d560d6 on host dv-cinder-862489-1-iscsi {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:05.649788 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Pushing event deleted for resources: {'Port': ['ID=53c0288b-9568-4afd-86b5-d8c740d560d6,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:05.688798 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (53c0288b-9568-4afd-86b5-d8c740d560d6), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.714572 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] Pushing event deleted for resources: {'Port': ['ID=53c0288b-9568-4afd-86b5-d8c740d560d6,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:05.718054 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d9bb7-d046-4d99-819f-b754c5b86fe1 None None] No DVR routers for this DVR port 53c0288b-9568-4afd-86b5-d8c740d560d6 on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:05.736216 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.763338 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (55317d88-e8da-40f9-8cad-037adf7670ee), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.771297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431878-cd08-4027-bbdf-7a38c5336827 req-de670cf8-e1f6-46ec-8736-38821e37ec13 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:05.772788 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1c431878-cd08-4027-bbdf-7a38c5336827 req-de670cf8-e1f6-46ec-8736-38821e37ec13 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.1189699 Oct 24 13:18:05.779933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:05.787084 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:05.810620 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55317d88-e8da-40f9-8cad-037adf7670ee']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:05.827246 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc552f88-c07e-446e-8906-26b322e74c14') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:05.827590 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc552f88-c07e-446e-8906-26b322e74c14') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:05.846733 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (bc552f88-c07e-446e-8906-26b322e74c14), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.869511 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1c431878-cd08-4027-bbdf-7a38c5336827 req-5cc3eb58-b711-47d1-8b8e-03dd5cb91096 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892770 Oct 24 13:18:05.874049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (bc552f88-c07e-446e-8906-26b322e74c14), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.881448 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:18:05.881998 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (bc552f88-c07e-446e-8906-26b322e74c14), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.888438 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.947715 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment bc552f88-c07e-446e-8906-26b322e74c14 resource provider aggregate not found Oct 24 13:18:05.967310 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment bc552f88-c07e-446e-8906-26b322e74c14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc552f88-c07e-446e-8906-26b322e74c14 found for delete ", "request_id": "req-33d01225-b289-47aa-83fd-45b423ed091a"}]} Oct 24 13:18:05.973118 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (55317d88-e8da-40f9-8cad-037adf7670ee), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.980154 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:05.984554 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/55317d88-e8da-40f9-8cad-037adf7670ee HTTP/1.1" status: 204 len: 168 time: 0.7423813 Oct 24 13:18:06.001074 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818e78e-6df8-45c5-9ac8-a937dd83fa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=55317d88-e8da-40f9-8cad-037adf7670ee,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:06.010205 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.060317 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:06.085057 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:18:06.093270 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:18:06.098164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:18:06.100621 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'Port': ['ID=1c8db1b1-caa6-43b9-bcb6-75d958e4da64,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:06.143162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e5baec1c-0fc2-4361-90ad-74da3a810147 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:06.147759 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for port (018f2d3e-909b-488a-af88-b11609f2409d), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.155319 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.169467 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:06.170125 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.170771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['018f2d3e-909b-488a-af88-b11609f2409d'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:06.171552 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-96d836e4-10f5-4f18-be2d-7d3f3a479fe1 req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "PUT /networking/v2.0/ports/018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 942 time: 0.5504191 Oct 24 13:18:06.171822 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36940) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:06.172273 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:06.173358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: e5baec1c-0fc2-4361-90ad-74da3a810147 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:06.174034 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e5baec1c-0fc2-4361-90ad-74da3a810147 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:06.174602 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ebc35f-7245-43e3-a184-4e23eb40033b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:06.174760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 202f0cac-70d8-4e85-85c7-2a2175c0f69a no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:06.180428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36944) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:06.233409 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 202f0cac-70d8-4e85-85c7-2a2175c0f69a {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:06.234087 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 202f0cac-70d8-4e85-85c7-2a2175c0f69a not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:06.235172 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 53c0288b-9568-4afd-86b5-d8c740d560d6 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:06.236374 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae38a4-4613-4846-a579-d1bb1c3da29a x-openstack-request-id: req-33ae38a4-4613-4846-a579-d1bb1c3da29a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:06.236776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:06.236902 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33ae38a4-4613-4846-a579-d1bb1c3da29a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:06.237306 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ae38a4-4613-4846-a579-d1bb1c3da29a'] response: {'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'status': 'completed', 'code': 200} Oct 24 13:18:06.268706 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['018f2d3e-909b-488a-af88-b11609f2409d'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:06.296026 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 53c0288b-9568-4afd-86b5-d8c740d560d6 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:06.296377 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 53c0288b-9568-4afd-86b5-d8c740d560d6 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:06.305042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc2946-cdc1-470d-a0da-7a9a208a2e28 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event updated for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:06.311846 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (701be15e-8792-441c-b578-d8d789ae2d33), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.323586 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0d5d2598-1f37-4dcf-a9f4-017b090c61ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=85d62dec32104e7b8c595953a479026b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1469853 Oct 24 13:18:06.323965 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36946) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:06.327827 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82b5b3-2298-48b6-b8ac-5af5b998dcec req-54cc1ed2-3ac6-4f5d-9542-d0bb1a395a56 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:06.336399 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ab82b5b3-2298-48b6-b8ac-5af5b998dcec req-54cc1ed2-3ac6-4f5d-9542-d0bb1a395a56 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 945 time: 0.0676460 Oct 24 13:18:06.340482 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-88411aae-3d79-469a-8d44-f8101855b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:06.341955 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-88411aae-3d79-469a-8d44-f8101855b2d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1129 time: 0.0737841 Oct 24 13:18:06.403631 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ab82b5b3-2298-48b6-b8ac-5af5b998dcec req-b8c8ddab-7559-43a9-b3ec-e24fefbd3f54 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612216 Oct 24 13:18:06.444302 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.452454 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:06.456024 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ed79-8500-40b5-88ab-5df40e1c59a5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group (31fd1301-f176-4b08-b18d-2698cccfa8e3), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.483218 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ed79-8500-40b5-88ab-5df40e1c59a5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group (31fd1301-f176-4b08-b18d-2698cccfa8e3), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.511623 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:06.536895 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-629e3f76-fc66-483a-894b-980e43a49cda admin admin] Publish callbacks [] for security_group (388b87cc-3527-4f6f-9c36-7ab1c345f5e4), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.554347 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ed79-8500-40b5-88ab-5df40e1c59a5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (31fd1301-f176-4b08-b18d-2698cccfa8e3), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.557547 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ed79-8500-40b5-88ab-5df40e1c59a5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.558762 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b2e0ed79-8500-40b5-88ab-5df40e1c59a5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/31fd1301-f176-4b08-b18d-2698cccfa8e3 HTTP/1.1" status: 204 len: 168 time: 0.3762336 Oct 24 13:18:06.562975 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 36950) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:06.570232 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0ed79-8500-40b5-88ab-5df40e1c59a5 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fd1301-f176-4b08-b18d-2698cccfa8e3,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:06.634311 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:06.642814 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-599e49a3-5d76-418d-a18a-0ceed8d7bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:06.644324 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-599e49a3-5d76-418d-a18a-0ceed8d7bff4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 915 time: 0.2833602 Oct 24 13:18:06.646656 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-629e3f76-fc66-483a-894b-980e43a49cda admin admin] Publish callbacks [] for security_group (388b87cc-3527-4f6f-9c36-7ab1c345f5e4), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.695440 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41728-e252-41d7-b21f-394afa322c6a req-6cdab44a-954a-461e-bc13-aec0c6ad9c1e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:06.696862 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-63e41728-e252-41d7-b21f-394afa322c6a req-6cdab44a-954a-461e-bc13-aec0c6ad9c1e tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 945 time: 0.1891985 Oct 24 13:18:06.707865 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 36952) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:06.713559 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Request body: {'floatingip': {'port_id': '170c174e-102a-43bf-931e-57ccc699cfd2'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:06.757027 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (fb12e8ca-aebe-40ce-add1-7a118d7563e2), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.851723 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-2903943d-efe3-47f8-82ae-0ac393e8cc69 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 1000 time: 0.1947381 Oct 24 13:18:06.861096 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:06.914362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-629e3f76-fc66-483a-894b-980e43a49cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (388b87cc-3527-4f6f-9c36-7ab1c345f5e4), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.916889 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-629e3f76-fc66-483a-894b-980e43a49cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.920408 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-629e3f76-fc66-483a-894b-980e43a49cda admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/388b87cc-3527-4f6f-9c36-7ab1c345f5e4 HTTP/1.1" status: 204 len: 168 time: 0.5937560 Oct 24 13:18:06.965794 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:06.970774 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e3f76-fc66-483a-894b-980e43a49cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b87cc-3527-4f6f-9c36-7ab1c345f5e4,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:06.978309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.011139 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-730e1a46-59ab-4130-b497-cfa0e2c0f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:07.013301 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-730e1a46-59ab-4130-b497-cfa0e2c0f5a9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 200 len: 853 time: 0.1486456 Oct 24 13:18:07.059094 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Deleting port df856c65-b79b-45e6-b826-dc64c9148976 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:07.059337 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (df856c65-b79b-45e6-b826-dc64c9148976), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.063622 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4fef-e29f-4bec-a8d0-d6a0aae59401 req-0183f957-ba87-4b83-b009-1881f220cf75 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:07.065151 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-361d4fef-e29f-4bec-a8d0-d6a0aae59401 req-0183f957-ba87-4b83-b009-1881f220cf75 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0945268 Oct 24 13:18:07.186908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:07.192567 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-361d4fef-e29f-4bec-a8d0-d6a0aae59401 req-f36357aa-27bb-4f28-9327-66e2cb491c26 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203969 Oct 24 13:18:07.303249 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.307797 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (fb12e8ca-aebe-40ce-add1-7a118d7563e2), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.419812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'Port': ['ID=1c8db1b1-caa6-43b9-bcb6-75d958e4da64,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:07.426848 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (701be15e-8792-441c-b578-d8d789ae2d33), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.429603 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP fb12e8ca-aebe-40ce-add1-7a118d7563e2 associated. External IP: 172.27.1.230, port: 170c174e-102a-43bf-931e-57ccc699cfd2. Oct 24 13:18:07.442978 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-ae6d21bc-1d64-42de-9128-7dc5a9f52e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:07.445806 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-ae6d21bc-1d64-42de-9128-7dc5a9f52e26 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4279f750-abb3-4f71-b284-28a4618e7809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4041092 Oct 24 13:18:07.475563 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.482472 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-848797ed-f704-4e2f-8bec-8c50d2827f10 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2422550 Oct 24 13:18:07.512151 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:07.544273 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (df856c65-b79b-45e6-b826-dc64c9148976), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.544669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for floatingip (df856c65-b79b-45e6-b826-dc64c9148976), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:07.565578 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Calling delete_port for df856c65-b79b-45e6-b826-dc64c9148976 owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:07.599519 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-5d16dbd4-661b-445f-ab24-e1fbed56bb91 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467507 Oct 24 13:18:07.703257 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:07.817255 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-c5c842bf-6cb7-4bf4-9a7f-1b94c84e0c59 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1855086555&fields=id&tenant_id=df0bdf3ab29d43e0bf749b9814813e5c HTTP/1.1" status: 200 len: 267 time: 0.1062884 Oct 24 13:18:07.832333 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-71ebc35f-7245-43e3-a184-4e23eb40033b req-97c8a66a-5eff-4f7f-a10d-2946a878d4fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052085 Oct 24 13:18:07.897620 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:07.988373 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (df856c65-b79b-45e6-b826-dc64c9148976), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:08.029744 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-ba4bc3a0-8a93-4939-bd45-deece5f6c038 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:08.031285 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-ba4bc3a0-8a93-4939-bd45-deece5f6c038 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 811 time: 0.2019074 Oct 24 13:18:08.033855 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event deleted for resources: {'Port': ['ID=df856c65-b79b-45e6-b826-dc64c9148976,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:08.073002 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-c6298930-69ea-4c2b-8715-038da6fd673f tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/quotas/df0bdf3ab29d43e0bf749b9814813e5c HTTP/1.1" status: 200 len: 375 time: 0.0314524 Oct 24 13:18:08.098119 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:08.103582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:08.115809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:08.130738 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:08.131625 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:08.136183 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-827ba3d3-4e01-492f-b651-b97853922dae tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/fb12e8ca-aebe-40ce-add1-7a118d7563e2 HTTP/1.1" status: 200 len: 991 time: 1.4260483 Oct 24 13:18:08.136820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:08.139222 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a3c0c-2053-4046-a348-c670736903c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:08.156496 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks [] for floatingip (7b2d0aa1-d32e-43a6-92fd-feed89a83b5a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:08.156836 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Floating IP 7b2d0aa1-d32e-43a6-92fd-feed89a83b5a disassociated (deleted). External IP: 172.27.1.61, port: 018f2d3e-909b-488a-af88-b11609f2409d. Oct 24 13:18:08.166604 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-f51618dc-0b78-45b0-8171-43439d0d5b06 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723913 Oct 24 13:18:08.183735 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1010912-053e-428c-8eb3-3387959f83a1 x-openstack-request-id: req-d1010912-053e-428c-8eb3-3387959f83a1 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:08.184270 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:08.184683 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1010912-053e-428c-8eb3-3387959f83a1 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:08.185285 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1010912-053e-428c-8eb3-3387959f83a1'] response: {'name': 'network-changed', 'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2', 'status': 'completed', 'code': 200} Oct 24 13:18:08.268525 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:08.310156 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:08.343372 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-0c1b59da-73ce-424a-a897-9837cc26962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:08.345315 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-0c1b59da-73ce-424a-a897-9837cc26962b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=69beb82dd21b447d8a784e0570c4323c&device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 1129 time: 0.1334369 Oct 24 13:18:08.387357 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f170e-a1be-4e62-a163-41784acbe573 req-e41c2be6-8557-43c1-8153-577886690402 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:08.390487 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a47f170e-a1be-4e62-a163-41784acbe573 req-e41c2be6-8557-43c1-8153-577886690402 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0747051 Oct 24 13:18:08.408815 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:08.470731 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a47f170e-a1be-4e62-a163-41784acbe573 req-32cba817-0d86-48b2-8b2c-bb701a83d3e0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748448 Oct 24 13:18:08.503581 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-3b3838fc-0b19-4428-8aad-1aa8a971e41b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928958 Oct 24 13:18:08.563006 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'fb12e8ca-aebe-40ce-add1-7a118d7563e2', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '170c174e-102a-43bf-931e-57ccc699cfd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:84:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:17:48Z', 'updated_at': '2022-10-24T13:18:07Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:08.588313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:08.596868 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:08.597392 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:08.656662 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-8822f156-a3f9-4e3b-a887-bd9b7db0a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:08.658186 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-8822f156-a3f9-4e3b-a887-bd9b7db0a2c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 200 len: 915 time: 0.2838724 Oct 24 13:18:08.704920 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:08.747100 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-abdf727d-3e51-47de-bc1e-74d40f954f6d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424157 Oct 24 13:18:08.772877 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:08.775702 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-fa09a031-65c7-47e0-b0a2-72723bb82017 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=170c174e-102a-43bf-931e-57ccc699cfd2 HTTP/1.1" status: 200 len: 999 time: 0.0909519 Oct 24 13:18:08.853945 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:08.879398 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-1c6e12f9-735b-4ee8-88c2-6b7ffea260fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:08.881211 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-1c6e12f9-735b-4ee8-88c2-6b7ffea260fb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 200 len: 853 time: 0.0979271 Oct 24 13:18:08.949181 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06ea3e04-576b-45b1-821f-e7b4f0b961c6 req-f2e1ad8f-f867-48d0-8322-fe3a71206a1c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 210 time: 0.0411782 Oct 24 13:18:08.965229 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-506231a4-9d8c-4f0d-a59b-4a2f666da0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:08.967399 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-506231a4-9d8c-4f0d-a59b-4a2f666da0e2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a05f0bd2-3e3c-4265-bb55-173e62bd1853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781643 Oct 24 13:18:08.970846 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:08.977522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:08.983793 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] Sync routers for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:08.998434 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:08.999388 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:09.079679 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d05443ed-d7a2-40b2-a892-9b5ba2797979 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/7b2d0aa1-d32e-43a6-92fd-feed89a83b5a HTTP/1.1" status: 204 len: 168 time: 2.5041163 Oct 24 13:18:09.081984 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:09.085338 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:09.129673 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:09.148047 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-28f8b969-8a66-44e4-8b90-a69cf5b31918 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751447 Oct 24 13:18:09.172072 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3cc386-1db0-4d73-b2f2-f440d5238f17 x-openstack-request-id: req-eb3cc386-1db0-4d73-b2f2-f440d5238f17 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:09.172379 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:09.172625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb3cc386-1db0-4d73-b2f2-f440d5238f17 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:09.174475 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3cc386-1db0-4d73-b2f2-f440d5238f17'] response: {'name': 'network-changed', 'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'status': 'completed', 'code': 200} Oct 24 13:18:09.184663 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:09.213855 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'fb12e8ca-aebe-40ce-add1-7a118d7563e2', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '170c174e-102a-43bf-931e-57ccc699cfd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:84:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:17:48Z', 'updated_at': '2022-10-24T13:18:07Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:09.249863 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b645a-7966-4ddd-9834-d19f2e48ca04 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'fb12e8ca-aebe-40ce-add1-7a118d7563e2', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'port_id': '170c174e-102a-43bf-931e-57ccc699cfd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'mac_address': 'fa:16:3e:84:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:17:48Z', 'updated_at': '2022-10-24T13:18:07Z', 'revision_number': 1, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:09.359285 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-5c436f11-da75-4fce-8a1d-5d973cb991f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:09.361542 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-5c436f11-da75-4fce-8a1d-5d973cb991f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 1129 time: 0.0692031 Oct 24 13:18:09.397840 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:35Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:09.438243 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] Checking router: 3ae120d1-3623-4158-8a9a-bbe60f5e28bd for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:09.448915 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:09.449716 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:17:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:09.465676 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab0a3c0c-2053-4046-a348-c670736903c1 req-0aa4c040-ead9-4278-beef-9185e8defddb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087928 Oct 24 13:18:09.531281 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-c5128771-e3b0-4b0b-b9ae-e2c77a50f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:09.533568 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-c5128771-e3b0-4b0b-b9ae-e2c77a50f51a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 200 len: 915 time: 0.1571085 Oct 24 13:18:09.621024 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b177b71-61d4-4ff0-bb5a-66f9c31ab292 None None] New status for floating IP fb12e8ca-aebe-40ce-add1-7a118d7563e2: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:18:09.627350 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-5474bae7-2112-413d-9524-25dee5fcf7f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 200 len: 217 time: 0.0868175 Oct 24 13:18:09.669539 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:09.714105 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f03b2-1840-4fb0-ac37-ae36c223c0d0 req-96c1f962-a279-4004-b417-619a8a999ea9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:09.720764 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-897f03b2-1840-4fb0-ac37-ae36c223c0d0 req-96c1f962-a279-4004-b417-619a8a999ea9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0924051 Oct 24 13:18:09.782933 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-897f03b2-1840-4fb0-ac37-ae36c223c0d0 req-74f6baf2-696d-4dfb-ae89-2d003138a98c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589132 Oct 24 13:18:09.904346 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:35Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:09.946636 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c52b1b-123b-4beb-965f-6a91559a3dda None None] The sync data for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi is: [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:15:27Z', 'revision_number': 4, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'cb5ec18d-0daf-46e0-8178-db2cf8e45160', 'name': '', 'network_id': '4279f750-abb3-4f71-b284-28a4618e7809', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'mac_address': 'fa:16:3e:bd:83:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '79a090a9-15c2-4f46-996d-f3865170d881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:26Z', 'updated_at': '2022-10-24T13:15:35Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'subnets': [{'id': '79a090a9-15c2-4f46-996d-f3865170d881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:09.973566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-c2ca3306-965b-4484-8f94-ca6a7805ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:09.975660 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-c2ca3306-965b-4484-8f94-ca6a7805ca75 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 200 len: 853 time: 0.0922906 Oct 24 13:18:10.088481 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-778476f8-8b0f-4a10-a094-280c50f69395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:10.091500 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-778476f8-8b0f-4a10-a094-280c50f69395 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4279f750-abb3-4f71-b284-28a4618e7809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1087430 Oct 24 13:18:10.114747 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bf815282-9bd3-4a10-b469-0af606f84822 req-3ff5f83d-e9be-405f-b6a9-820c1a7ec928 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 210 time: 0.0358489 Oct 24 13:18:10.156936 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:10.203742 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-e5a17f8f-dd60-436b-ac63-c7db139746c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034176 Oct 24 13:18:10.299970 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed7adb-ca00-4a15-8d8b-ff098863fb13 None None] New status for floating IP 7b2d0aa1-d32e-43a6-92fd-feed89a83b5a: DOWN {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:18:10.303263 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:10.314072 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3c3d0840-4bc8-4e80-8613-c4a97d3e0ce3 req-d319d967-d6d3-4d1d-8b98-1c11aab2faf8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031678 Oct 24 13:18:10.638466 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:10.732822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-547525e6-949f-4d0e-bf39-51281057891d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:10.734174 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-547525e6-949f-4d0e-bf39-51281057891d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 811 time: 0.1081097 Oct 24 13:18:10.799269 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-50b81a18-8018-4713-a455-32de3986f3f4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df0bdf3ab29d43e0bf749b9814813e5c HTTP/1.1" status: 200 len: 380 time: 0.0553045 Oct 24 13:18:10.871966 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'port': {'device_id': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'admin_state_up': True, 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'security_groups': ['3d56db3e-2f90-416d-a654-28b3fc7c4495']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:10.907868 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:10.917044 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9e3d9-5720-4ea5-8a90-92b035b673c5 req-1d1edc82-33da-498f-a63a-8336a4d57415 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:10.918620 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bde9e3d9-5720-4ea5-8a90-92b035b673c5 req-1d1edc82-33da-498f-a63a-8336a4d57415 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0522981 Oct 24 13:18:10.965848 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bde9e3d9-5720-4ea5-8a90-92b035b673c5 req-6d190f5d-a9f6-463f-b77e-34d26e325235 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Oct 24 13:18:10.984824 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Made reservation on behalf of df0bdf3ab29d43e0bf749b9814813e5c for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:18:10.988525 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:11.130218 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Allocated IP 172.20.0.7 (99f0061f-b4ea-47ba-a8ca-587da29d9acf/9d9bc00b-a715-4bad-ad1e-1f64e3daa837/b2e03576-01e9-4c65-aae0-ffd1580274d1) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:18:11.221071 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-e9177e90-7de0-4ae3-9745-79671c94eaa9 req-908e9859-2512-4874-a6ca-97b3df02f068 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 210 time: 0.0279405 Oct 24 13:18:11.282544 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:11.314439 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:11.609310 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:18:11.615096 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:18:11.617363 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event updated for resources: {'Port': ['ID=b2e03576-01e9-4c65-aae0-ffd1580274d1,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:11.619544 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:18:11.651984 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:11.670872 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:11.672151 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:11.690633 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-34eed4c2-a1e3-4ef0-a834-6e8a1822eada tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224373 Oct 24 13:18:11.703121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Request body: {'port': {'device_id': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:11.772807 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:11.809707 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:11.888759 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-635e8737-5e3f-4201-a590-c637a6b275f4 None None] Provisioning complete for port b2e03576-01e9-4c65-aae0-ffd1580274d1 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:11.889324 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-635e8737-5e3f-4201-a590-c637a6b275f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:11.889624 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-635e8737-5e3f-4201-a590-c637a6b275f4 None None] Attempt 1 to provision port b2e03576-01e9-4c65-aae0-ffd1580274d1 Oct 24 13:18:11.923573 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-635e8737-5e3f-4201-a590-c637a6b275f4 None None] Port b2e03576-01e9-4c65-aae0-ffd1580274d1 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:18:12.048270 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e03576-01e9-4c65-aae0-ffd1580274d1 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:18:12.064792 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Publish callbacks [] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:12.093592 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-79f6febc-6272-4e58-852b-e0221fca430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:12.100908 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Transition to ACTIVE for port object b2e03576-01e9-4c65-aae0-ffd1580274d1 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:18:12.104329 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:12.119225 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef030a3-4e6d-405b-98de-8e12c098e714 req-3d1dffda-dbcc-459c-8fdf-8af6c1d71700 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:12.120734 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aef030a3-4e6d-405b-98de-8e12c098e714 req-3d1dffda-dbcc-459c-8fdf-8af6c1d71700 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0674570 Oct 24 13:18:12.193585 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e03576-01e9-4c65-aae0-ffd1580274d1,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:12.249908 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aef030a3-4e6d-405b-98de-8e12c098e714 req-59542a98-130a-4a0d-a7bf-db631edf33f3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108122 Oct 24 13:18:12.266842 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Attempting to bind port b2e03576-01e9-4c65-aae0-ffd1580274d1 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:18:12.267241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Attempting to bind port b2e03576-01e9-4c65-aae0-ffd1580274d1 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:18:12.267535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Attempting to bind port b2e03576-01e9-4c65-aae0-ffd1580274d1 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:18:12.309803 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Port b2e03576-01e9-4c65-aae0-ffd1580274d1 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:18:12.310049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Attempting to bind port b2e03576-01e9-4c65-aae0-ffd1580274d1 on network 99f0061f-b4ea-47ba-a8ca-587da29d9acf {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:18:12.357541 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:18:12.357878 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Checking segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:18:12.358255 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Bound using segment: {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:18:12.358693 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Bound port: b2e03576-01e9-4c65-aae0-ffd1580274d1, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f24034-d75a-4c37-8322-253f5f7f9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:18:12.359068 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:12.362927 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b738fa-887c-49c7-bdf3-1b84b0529645 req-63952a70-a03a-487f-bccf-568b66a0480a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:12.365058 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-67b738fa-887c-49c7-bdf3-1b84b0529645 req-63952a70-a03a-487f-bccf-568b66a0480a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 943 time: 0.0474594 Oct 24 13:18:12.412710 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-67b738fa-887c-49c7-bdf3-1b84b0529645 req-d9320a7a-f86d-4865-aa71-028a53817862 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Oct 24 13:18:12.420611 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] For port b2e03576-01e9-4c65-aae0-ffd1580274d1, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:18:12.423690 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] For port b2e03576-01e9-4c65-aae0-ffd1580274d1, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:18:12.430862 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:12.435300 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:12.435963 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:12.437347 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b2e03576-01e9-4c65-aae0-ffd1580274d1 HTTP/1.1" status: 200 len: 1093 time: 0.7401128 Oct 24 13:18:12.438463 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:12.440502 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f66a97c-4d40-4548-861b-19b47d89676c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:12.487726 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff496893-62f8-42c5-9a91-f292bd856916 x-openstack-request-id: req-ff496893-62f8-42c5-9a91-f292bd856916 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:12.488018 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:12.488274 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff496893-62f8-42c5-9a91-f292bd856916 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:12.488678 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff496893-62f8-42c5-9a91-f292bd856916'] response: {'name': 'network-changed', 'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'status': 'completed', 'code': 200} Oct 24 13:18:12.518765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41596a8-ca99-4ecd-8bf1-30fc6900de30 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e03576-01e9-4c65-aae0-ffd1580274d1,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:12.533328 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-6fad7cb0-8698-45f9-86f9-54a5f1054c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:12.534850 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-6fad7cb0-8698-45f9-86f9-54a5f1054c04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 1127 time: 0.0453460 Oct 24 13:18:12.579333 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-425b3b67-86b3-4952-b454-d5d31550153c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1 HTTP/1.1" status: 200 len: 217 time: 0.0370300 Oct 24 13:18:12.624892 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:12.629477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-9cb3e3e3-6a19-4f09-ba13-21ffc12fcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:12.631262 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-9cb3e3e3-6a19-4f09-ba13-21ffc12fcad2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.0465324 Oct 24 13:18:12.646575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:12.683899 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-1731428f-628c-4bb6-98e1-c339c71090b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:12.685387 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-1731428f-628c-4bb6-98e1-c339c71090b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482943 Oct 24 13:18:12.780602 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-5941629f-4d99-4f32-8e26-371e9c3d844e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894980 Oct 24 13:18:12.885330 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6e80935e-6e75-4bd9-aaf4-977015d6f978 req-91f0f6ab-ebd0-47f2-a2b7-6915aef2044d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986643 Oct 24 13:18:13.074270 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0b25d-7d1a-439d-b093-e11b051d6730 req-95fc05d3-de42-4ca9-8196-66008b5c387f tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:13.075795 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d4a0b25d-7d1a-439d-b093-e11b051d6730 req-95fc05d3-de42-4ca9-8196-66008b5c387f tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Oct 24 13:18:13.125959 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d4a0b25d-7d1a-439d-b093-e11b051d6730 req-31a5f45e-f96e-4c82-baf4-17d6c144b9cb tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Oct 24 13:18:13.392621 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615c9e-e422-46db-9263-6434a2fec9b4 req-52753cb0-3eba-452a-912b-8903a40c3891 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:13.394056 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-35615c9e-e422-46db-9263-6434a2fec9b4 req-52753cb0-3eba-452a-912b-8903a40c3891 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0547547 Oct 24 13:18:13.446529 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-35615c9e-e422-46db-9263-6434a2fec9b4 req-9d58e5e0-a880-4d44-939f-4aa1718ffda5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Oct 24 13:18:13.554186 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8806-1eb8-4459-a150-b14238b7a49d req-a74a018e-9e67-4bde-90ef-c13e9e5a8740 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:13.555706 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-49fd8806-1eb8-4459-a150-b14238b7a49d req-a74a018e-9e67-4bde-90ef-c13e9e5a8740 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 943 time: 0.0487132 Oct 24 13:18:13.606529 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-49fd8806-1eb8-4459-a150-b14238b7a49d req-ba11645b-c7f3-4302-bc85-c6ae657d9dc2 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Oct 24 13:18:14.210304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:14.245662 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf52aa3-add2-4940-ac53-27b9c7616c7b req-b52956ff-cd6a-4310-97d4-678e8a730547 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:14.247020 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dbf52aa3-add2-4940-ac53-27b9c7616c7b req-b52956ff-cd6a-4310-97d4-678e8a730547 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.0470152 Oct 24 13:18:14.293821 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-dbf52aa3-add2-4940-ac53-27b9c7616c7b req-6a145195-431c-4ec1-80f2-17ee8ebed42a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Oct 24 13:18:14.322524 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:14.336516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d58ba737-b9f7-406e-99ad-99d5cec713e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:14.573583 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1799849-b886-4e10-bbe4-65e940543197 req-6297c78e-dc7a-4a29-ad15-03f3198c0d9e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:14.574923 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b1799849-b886-4e10-bbe4-65e940543197 req-6297c78e-dc7a-4a29-ad15-03f3198c0d9e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Oct 24 13:18:14.625382 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b1799849-b886-4e10-bbe4-65e940543197 req-837adfd8-2646-45e9-b3d9-d50d843b76f7 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449507 Oct 24 13:18:14.733027 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199eb5-b37b-43c0-9b14-ef6bff9d4e50 req-b8910c5f-efb4-4c8a-8930-5f9b8b1ab720 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:14.734512 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4199eb5-b37b-43c0-9b14-ef6bff9d4e50 req-b8910c5f-efb4-4c8a-8930-5f9b8b1ab720 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 943 time: 0.0484130 Oct 24 13:18:14.789326 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4199eb5-b37b-43c0-9b14-ef6bff9d4e50 req-224c6fef-2539-416c-a0ba-49619272222e tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Oct 24 13:18:15.145381 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a97c-4d40-4548-861b-19b47d89676c req-0dcd40b8-1e8d-4cdd-a611-bcb228240ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.147945 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-0dcd40b8-1e8d-4cdd-a611-bcb228240ec8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 1127 time: 0.0409274 Oct 24 13:18:15.293441 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a97c-4d40-4548-861b-19b47d89676c req-0625e337-b9cd-4909-899c-9aea177bfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.294874 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-0625e337-b9cd-4909-899c-9aea177bfce1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 912 time: 0.0887530 Oct 24 13:18:15.375546 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-60ebc662-0a57-4590-a133-0e30cc2bb762 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1 HTTP/1.1" status: 200 len: 217 time: 0.0473888 Oct 24 13:18:15.473429 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-11bc2dd8-92c0-4f7a-b7de-f6dd954ac227 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.475041 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-11bc2dd8-92c0-4f7a-b7de-f6dd954ac227 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.1402175 Oct 24 13:18:15.482567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642b2e5-6078-4e83-bda4-7a9dc832b2fa req-94009766-f179-4bb2-9963-b0d271bb79bb tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.483943 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6642b2e5-6078-4e83-bda4-7a9dc832b2fa req-94009766-f179-4bb2-9963-b0d271bb79bb tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 945 time: 0.1111624 Oct 24 13:18:15.523034 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a97c-4d40-4548-861b-19b47d89676c req-5fe0f1ef-8178-4c6e-8a80-166f94ea719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.524437 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-5fe0f1ef-8178-4c6e-8a80-166f94ea719f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.1240556 Oct 24 13:18:15.624830 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a97c-4d40-4548-861b-19b47d89676c req-782fe3ab-5c4a-4e58-9557-771e4081507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.626213 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-782fe3ab-5c4a-4e58-9557-771e4081507f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908666 Oct 24 13:18:15.640324 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:15.645299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Deleting port 018f2d3e-909b-488a-af88-b11609f2409d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:15.646293 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (018f2d3e-909b-488a-af88-b11609f2409d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:15.659118 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:15.662562 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6642b2e5-6078-4e83-bda4-7a9dc832b2fa req-3efbb994-4a19-42f1-97b9-b6dc05c4823a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686206 Oct 24 13:18:15.750468 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:15.754430 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9f5d-cf42-40c1-9730-381c85dd1097 req-78a6be56-e3bc-46c4-87f3-938afc88e615 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.756990 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-949a9f5d-cf42-40c1-9730-381c85dd1097 req-78a6be56-e3bc-46c4-87f3-938afc88e615 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Oct 24 13:18:15.806593 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-949a9f5d-cf42-40c1-9730-381c85dd1097 req-c068204d-d263-423d-80b1-019fb3d37284 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Oct 24 13:18:15.807580 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-f16ceba3-d00b-4b89-92e4-4e15232d9869 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713049 Oct 24 13:18:15.809325 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] For port 018f2d3e-909b-488a-af88-b11609f2409d, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=018f2d3e-909b-488a-af88-b11609f2409d,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:15.809806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (018f2d3e-909b-488a-af88-b11609f2409d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:15.845308 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Calling delete_port for 018f2d3e-909b-488a-af88-b11609f2409d owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:15.852137 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b2e03576-01e9-4c65-aae0-ffd1580274d1 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:18:15.971883 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port b2e03576-01e9-4c65-aae0-ffd1580274d1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:15.984720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'port_id': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'mac_address': 'fa:16:3e:b6:8e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:18:15.994683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a2c2-937a-4e4a-834b-cdcffb43be7c req-96be144b-5711-4e6a-a2f9-54c9de0c33b9 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:15.996269 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2124a2c2-937a-4e4a-834b-cdcffb43be7c req-96be144b-5711-4e6a-a2f9-54c9de0c33b9 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 943 time: 0.0746267 Oct 24 13:18:16.013186 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:16.027563 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port b2e03576-01e9-4c65-aae0-ffd1580274d1 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:16.028051 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:16.043643 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e03576-01e9-4c65-aae0-ffd1580274d1 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:18:16.061844 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f66a97c-4d40-4548-861b-19b47d89676c req-a920b4ab-b157-4fe7-848f-90bc21826569 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440877 Oct 24 13:18:16.077612 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port b2e03576-01e9-4c65-aae0-ffd1580274d1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:16.078706 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2124a2c2-937a-4e4a-834b-cdcffb43be7c req-780bf8f6-1a27-4b63-9713-b7c233f061cc tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714803 Oct 24 13:18:16.088565 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:16.141640 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (018f2d3e-909b-488a-af88-b11609f2409d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:16.141881 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=b2e03576-01e9-4c65-aae0-ffd1580274d1,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:16.149874 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.150227 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.150574 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.150911 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.151272 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.151604 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.151932 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.152259 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.152585 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.152910 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.153235 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.153560 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.153882 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.154203 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.154519 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:16.176617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Pushing event deleted for resources: {'Port': ['ID=018f2d3e-909b-488a-af88-b11609f2409d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:16.216959 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] No DVR routers for this DVR port 018f2d3e-909b-488a-af88-b11609f2409d on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:16.219914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:16.223011 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b485670a-c8d7-4af1-b4a1-adf5c7dc7f6f req-589abe39-7ba2-4514-859f-3580f6fcaaf8 tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.25 "DELETE /networking/v2.0/ports/018f2d3e-909b-488a-af88-b11609f2409d HTTP/1.1" status: 204 len: 173 time: 0.7367713 Oct 24 13:18:16.223530 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'name': 'network-vif-deleted', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:16.227345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55471e15-acf2-455e-a5ca-65352403644b" -d '{"events": [{"server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "name": "network-vif-deleted", "tag": "018f2d3e-909b-488a-af88-b11609f2409d"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:16.256822 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['018f2d3e-909b-488a-af88-b11609f2409d'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:16.267686 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9288288-dfd8-4559-a7d2-c717387a8ae4 x-openstack-request-id: req-e9288288-dfd8-4559-a7d2-c717387a8ae4 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:16.267985 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5633650-dcf9-49be-b565-3e8fb5a765f4", "name": "network-vif-deleted", "tag": "018f2d3e-909b-488a-af88-b11609f2409d", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:16.268241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9288288-dfd8-4559-a7d2-c717387a8ae4 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:16.268683 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9288288-dfd8-4559-a7d2-c717387a8ae4'] response: {'server_uuid': 'e5633650-dcf9-49be-b565-3e8fb5a765f4', 'name': 'network-vif-deleted', 'tag': '018f2d3e-909b-488a-af88-b11609f2409d', 'status': 'completed', 'code': 200} Oct 24 13:18:16.357210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['b2e03576-01e9-4c65-aae0-ffd1580274d1'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:16.791533 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-28c2b5a2-1e43-4997-bcbe-ca8a8eed34a7 req-3d6eab3e-48d7-4369-8403-b82e4fcc5b1a tempest-TestMinimumBasicScenario-474643810 tempest-TestMinimumBasicScenario-474643810-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5633650-dcf9-49be-b565-3e8fb5a765f4 HTTP/1.1" status: 200 len: 210 time: 0.0395684 Oct 24 13:18:16.961184 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1905a-aecb-43ae-806e-07b58311f146 req-6a795961-3012-4a08-bd47-352fd16349ec tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:16.963361 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c8d1905a-aecb-43ae-806e-07b58311f146 req-6a795961-3012-4a08-bd47-352fd16349ec tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0600152 Oct 24 13:18:17.020273 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c8d1905a-aecb-43ae-806e-07b58311f146 req-6602c425-b679-497d-9c4b-32540716b874 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512693 Oct 24 13:18:17.226378 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2e9af-00a6-48e6-959f-590a11d51461 req-f6a1e6b9-505b-41fd-8147-ae29849f4770 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:17.227976 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79d2e9af-00a6-48e6-959f-590a11d51461 req-f6a1e6b9-505b-41fd-8147-ae29849f4770 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 944 time: 0.0553973 Oct 24 13:18:17.272971 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.282886 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-79d2e9af-00a6-48e6-959f-590a11d51461 req-bfbf3bc4-3438-46f6-9677-1d73d08d2dfe tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 Oct 24 13:18:17.327170 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37170) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:17.327703 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.445720 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-be07a9a6-0899-4a81-88f5-236e20d17469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.529689 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-be07a9a6-0899-4a81-88f5-236e20d17469 admin admin] Publish callbacks [] for security_group (6b6f349f-281d-4213-bca8-991b54edf923), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.532763 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-be07a9a6-0899-4a81-88f5-236e20d17469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6b6f349f-281d-4213-bca8-991b54edf923), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.575229 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07a9a6-0899-4a81-88f5-236e20d17469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f349f-281d-4213-bca8-991b54edf923,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:17.581286 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-be07a9a6-0899-4a81-88f5-236e20d17469 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4a65ae892634c7b99d402d482d6778a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522748 Oct 24 13:18:17.583362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37178) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:17.639536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-184fa25a-95cb-46b7-963a-ffdb44ea4f58 admin admin] Publish callbacks [] for security_group (6b6f349f-281d-4213-bca8-991b54edf923), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.660634 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-184fa25a-95cb-46b7-963a-ffdb44ea4f58 admin admin] Publish callbacks [] for security_group (6b6f349f-281d-4213-bca8-991b54edf923), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.675306 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:17.709738 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-184fa25a-95cb-46b7-963a-ffdb44ea4f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6b6f349f-281d-4213-bca8-991b54edf923), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.712446 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-184fa25a-95cb-46b7-963a-ffdb44ea4f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:17.713761 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-184fa25a-95cb-46b7-963a-ffdb44ea4f58 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6b6f349f-281d-4213-bca8-991b54edf923 HTTP/1.1" status: 204 len: 168 time: 0.1290452 Oct 24 13:18:17.724630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fa25a-95cb-46b7-963a-ffdb44ea4f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f349f-281d-4213-bca8-991b54edf923,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:17.868093 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:18:17.876420 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b2e03576-01e9-4c65-aae0-ffd1580274d1 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:18:17.995761 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port b2e03576-01e9-4c65-aae0-ffd1580274d1 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:18:18.006778 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port b2e03576-01e9-4c65-aae0-ffd1580274d1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:18.007245 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:18.007648 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port b2e03576-01e9-4c65-aae0-ffd1580274d1 Oct 24 13:18:18.076219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:18.109962 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'mac_address': 'fa:16:3e:ee:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:18:18.116873 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:18.162178 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: ACTIVE; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:18.162741 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:18.172319 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441ec89-3f96-40b0-99f7-84d60ec4e765 req-93db6358-5e40-401e-ae95-5219383ad611 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:18.183512 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5441ec89-3f96-40b0-99f7-84d60ec4e765 req-93db6358-5e40-401e-ae95-5219383ad611 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0641937 Oct 24 13:18:18.200965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 486a8286-8bd4-4826-a629-5c1b4c9df0e1 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:18:18.250038 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-5441ec89-3f96-40b0-99f7-84d60ec4e765 req-1ec8ab3e-8714-4f0a-b3b7-92672751c98f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605462 Oct 24 13:18:18.253685 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:18.255121 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port b2e03576-01e9-4c65-aae0-ffd1580274d1 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:18.256052 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:18.269608 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:18.319428 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:18.323143 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31b916c-0341-41ac-a2a5-789016a9cbbf" -d '{"events": [{"server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:18.358107 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port b2e03576-01e9-4c65-aae0-ffd1580274d1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:18.375515 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:18.380402 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['486a8286-8bd4-4826-a629-5c1b4c9df0e1'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:18.386501 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=6']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:18.421936 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e216da73-3b99-40dc-b20a-eb44435c6eed x-openstack-request-id: req-e216da73-3b99-40dc-b20a-eb44435c6eed {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:18.422458 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:18.422857 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e216da73-3b99-40dc-b20a-eb44435c6eed {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:18.423415 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e216da73-3b99-40dc-b20a-eb44435c6eed'] response: {'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'code': 200} Oct 24 13:18:18.425930 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:18.535420 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc5b8-637c-444f-9af2-0a009a7a162c req-8d79a6da-4513-42e1-a95f-565a93a6cfb4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:18.537319 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=b2e03576-01e9-4c65-aae0-ffd1580274d1,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:18.538789 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-56afc5b8-637c-444f-9af2-0a009a7a162c req-8d79a6da-4513-42e1-a95f-565a93a6cfb4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.1117041 Oct 24 13:18:18.676302 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-56afc5b8-637c-444f-9af2-0a009a7a162c req-ed2c0ffa-fd37-4a26-9c4c-a762c1098d49 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260860 Oct 24 13:18:18.774929 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec5d27-f25f-4931-a9cd-c8c8f81fe2fb req-9ada3b89-1125-414a-a2bc-b32be16b9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:18.777635 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6cec5d27-f25f-4931-a9cd-c8c8f81fe2fb req-9ada3b89-1125-414a-a2bc-b32be16b9fce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 1129 time: 0.0993454 Oct 24 13:18:18.840305 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6cec5d27-f25f-4931-a9cd-c8c8f81fe2fb req-474a527c-3075-4769-b916-d388bd2a327e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559850 Oct 24 13:18:19.012067 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37280) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:19.065380 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:19.373028 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:19.471792 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fbc77-cc72-4bed-a584-826b77f4fd98 req-b6222927-89a8-4d21-9c20-ad30c54f48b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:19.473570 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-330fbc77-cc72-4bed-a584-826b77f4fd98 req-b6222927-89a8-4d21-9c20-ad30c54f48b9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 944 time: 0.0705838 Oct 24 13:18:19.536722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:19.691843 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-330fbc77-cc72-4bed-a584-826b77f4fd98 req-f1b78179-3f84-4646-890b-561501dec96e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845536 Oct 24 13:18:19.856582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Deleting port cb5ec18d-0daf-46e0-8178-db2cf8e45160 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:19.856914 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:19.858843 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bbbbf-239f-43f7-825b-d28ceacf4616 req-afe43523-3c85-49cb-9f54-c0fd3693e470 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:19.867194 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bd7bbbbf-239f-43f7-825b-d28ceacf4616 req-afe43523-3c85-49cb-9f54-c0fd3693e470 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.0892270 Oct 24 13:18:19.889484 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:18:19.948570 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bd7bbbbf-239f-43f7-825b-d28ceacf4616 req-2af62988-d2cb-4100-8d4d-4085b9382bdf tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749238 Oct 24 13:18:19.965358 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] For port cb5ec18d-0daf-46e0-8178-db2cf8e45160, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=cb5ec18d-0daf-46e0-8178-db2cf8e45160,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:19.965723 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:19.982892 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Calling delete_port for cb5ec18d-0daf-46e0-8178-db2cf8e45160 owned by network:router_interface {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:20.016721 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:20.017363 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:20.017849 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 Oct 24 13:18:20.128208 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:20.128725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:20.173033 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:20.188240 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:20.200283 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:20.201378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 018f2d3e-909b-488a-af88-b11609f2409d no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:20.250397 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 018f2d3e-909b-488a-af88-b11609f2409d {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:20.251158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 018f2d3e-909b-488a-af88-b11609f2409d not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:20.255625 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (cb5ec18d-0daf-46e0-8178-db2cf8e45160), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:20.289934 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=7']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:20.290191 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5ec18d-0daf-46e0-8178-db2cf8e45160,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:20.424865 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:20.429230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38694df-2541-48ba-b29c-bed348b07ac7" -d '{"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-plugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:20.498044 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ac23d-4bea-476c-9e26-b53f5091b23a x-openstack-request-id: req-067ac23d-4bea-476c-9e26-b53f5091b23a {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:20.498333 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-plugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:20.498585 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-067ac23d-4bea-476c-9e26-b53f5091b23a {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:20.498976 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067ac23d-4bea-476c-9e26-b53f5091b23a'] response: {'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'code': 200} Oct 24 13:18:20.590023 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:20.668709 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f425e4-bc6e-4b73-b1a8-7902d90b1d2a None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:18:20.719403 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:20.827876 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2555c52-2f8c-4e12-9b84-4242fd0e8bc4 req-e24287cb-068b-4c20-a690-8503109cba4e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:20.836610 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d2555c52-2f8c-4e12-9b84-4242fd0e8bc4 req-e24287cb-068b-4c20-a690-8503109cba4e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0625665 Oct 24 13:18:20.854745 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:20.876974 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f425e4-bc6e-4b73-b1a8-7902d90b1d2a None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:18:20.900739 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d2555c52-2f8c-4e12-9b84-4242fd0e8bc4 req-ca108cb4-931c-47f2-9c5b-31effbf1b207 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633283 Oct 24 13:18:20.914335 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:20.953040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:21.106016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:21.121160 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-6104e30c-57ee-4cd9-b864-53f4cccc5b8f admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3ae120d1-3623-4158-8a9a-bbe60f5e28bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1047032 Oct 24 13:18:21.121568 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37348) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:21.180731 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] Sync routers for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:21.200165 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02032108-8a7c-4106-b69e-c783babedbb8 req-80f67ac0-b131-4cef-8693-ebe00254ef0d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:21.214690 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-02032108-8a7c-4106-b69e-c783babedbb8 req-80f67ac0-b131-4cef-8693-ebe00254ef0d tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.1210141 Oct 24 13:18:21.221380 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:21.222252 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:21.319866 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-02032108-8a7c-4106-b69e-c783babedbb8 req-56fcebc0-f74f-4d0e-b25e-dfb68a66b81a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040566 Oct 24 13:18:21.387965 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks [] for router (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:21.406604 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:21.413331 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=34 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:21.441556 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:21.472622 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:21.695780 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71a7c4-00dd-4a44-b6b9-5030f5149ce8 req-9982455f-9aea-48aa-988f-ac60c938c1fb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:21.701384 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1d71a7c4-00dd-4a44-b6b9-5030f5149ce8 req-9982455f-9aea-48aa-988f-ac60c938c1fb tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.2092748 Oct 24 13:18:21.709389 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37378) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:21.718316 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Request body: {'floatingip': {'port_id': 'b2e03576-01e9-4c65-aae0-ffd1580274d1'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:18:21.733942 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks [] for router_gateway (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:21.758948 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:18:20Z', 'revision_number': 5, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port': {'id': '7ad6eb53-e43e-4dcf-857d-68ec9d45c060', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:25Z', 'updated_at': '2022-10-24T13:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:21.789477 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] Checking router: 3ae120d1-3623-4158-8a9a-bbe60f5e28bd for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:21.806630 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] Routers {'3ae120d1-3623-4158-8a9a-bbe60f5e28bd'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:21.807573 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:21.821592 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Deleting port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:21.821868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:21.840277 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (701be15e-8792-441c-b578-d8d789ae2d33), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.004212 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] Set router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd gateway port host: None {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:22.053849 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] For port 7ad6eb53-e43e-4dcf-857d-68ec9d45c060, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:22.054461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.102374 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Calling delete_port for 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:22.191541 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:18:21Z', 'revision_number': 6, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:22.210223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb783e4f-85c1-4f6e-96aa-8a4afd0c3b47 req-030f22d0-4c11-4aa1-8b2d-fdb66170aa82 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:22.212180 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bb783e4f-85c1-4f6e-96aa-8a4afd0c3b47 req-030f22d0-4c11-4aa1-8b2d-fdb66170aa82 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.1551480 Oct 24 13:18:22.264166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45938e6c-8b4a-4d69-b288-45e9d5d668c3 None None] The sync data for ids ['3ae120d1-3623-4158-8a9a-bbe60f5e28bd'] in dv-cinder-862489-1-iscsi is: [{'id': '3ae120d1-3623-4158-8a9a-bbe60f5e28bd', 'name': 'tempest-TestMinimumBasicScenario-838152424-router', 'tenant_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:24Z', 'updated_at': '2022-10-24T13:18:21Z', 'revision_number': 6, 'project_id': 'e6ab0fbf44394afda8dd8f49818ccc63', 'gw_port_host': None}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:22.335066 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-29551100-2f91-48b7-ae9e-3cdbdba3369b None None] Provisioning complete for port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:22.335722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-29551100-2f91-48b7-ae9e-3cdbdba3369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.336829 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-29551100-2f91-48b7-ae9e-3cdbdba3369b None None] Attempt 1 to provision port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 Oct 24 13:18:22.448566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:22.470413 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bb783e4f-85c1-4f6e-96aa-8a4afd0c3b47 req-22cafff2-cca7-4d90-954d-e6911944d987 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496336 Oct 24 13:18:22.495806 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-29551100-2f91-48b7-ae9e-3cdbdba3369b None None] Current status of the port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:22.497750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (7ad6eb53-e43e-4dcf-857d-68ec9d45c060), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.530607 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:22.548691 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad6eb53-e43e-4dcf-857d-68ec9d45c060,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:22.666754 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.782493 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.788250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (701be15e-8792-441c-b578-d8d789ae2d33), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.825409 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.826953 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks [] for router_controller (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.852799 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:22.893556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (3ae120d1-3623-4158-8a9a-bbe60f5e28bd), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.894231 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae120d1-3623-4158-8a9a-bbe60f5e28bd {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:18:22.910566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:22.913223 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-5a57d29b-412b-4790-84be-14a8012cbb16 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/3ae120d1-3623-4158-8a9a-bbe60f5e28bd HTTP/1.1" status: 204 len: 168 time: 1.7892039 Oct 24 13:18:22.915500 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37410) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:22.925080 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Floating IP 701be15e-8792-441c-b578-d8d789ae2d33 associated. External IP: 172.27.1.77, port: b2e03576-01e9-4c65-aae0-ffd1580274d1. Oct 24 13:18:22.987773 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Deleting subnet 79a090a9-15c2-4f46-996d-f3865170d881 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:18:22.997819 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37412) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:22.998622 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Publish callbacks [] for subnet (79a090a9-15c2-4f46-996d-f3865170d881), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.054958 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:23.058497 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (79a090a9-15c2-4f46-996d-f3865170d881), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.241790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-696b9f64-aa6b-4ed3-a1ff-3e6a6e101491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.254603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (79a090a9-15c2-4f46-996d-f3865170d881), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.264675 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Router cd975d68-6005-4ea1-96c3-c24773643430 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:23.342436 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (79a090a9-15c2-4f46-996d-f3865170d881), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.380980 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a090a9-15c2-4f46-996d-f3865170d881,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:23.387659 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.393213 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-57f6223b-25d7-4a5d-b117-8c13990a7158 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/79a090a9-15c2-4f46-996d-f3865170d881 HTTP/1.1" status: 204 len: 168 time: 0.4742646 Oct 24 13:18:23.393485 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37416) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:23.398111 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03468e76-b3b7-4b3e-b4c1-f96b639c569d None None] Network 4279f750-abb3-4f71-b284-28a4618e7809 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:18:23.436159 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:23.445557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.453329 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-696b9f64-aa6b-4ed3-a1ff-3e6a6e101491 admin admin] Publish callbacks [] for security_group (245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.460961 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:23.478137 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:23.480331 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-696b9f64-aa6b-4ed3-a1ff-3e6a6e101491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.481112 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:23.525739 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-14bc258d-c396-475b-a6a9-c9e58513acc1 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/701be15e-8792-441c-b578-d8d789ae2d33 HTTP/1.1" status: 200 len: 990 time: 1.8136969 Oct 24 13:18:23.547617 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:23.553329 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc33785-ff5c-43d7-906c-5308737154bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:23.600392 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9f64-aa6b-4ed3-a1ff-3e6a6e101491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:23.616936 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-696b9f64-aa6b-4ed3-a1ff-3e6a6e101491 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=febcab00c1c14107b16651b1d98e168e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6187510 Oct 24 13:18:23.617981 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37428) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:23.660186 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:23.673649 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd67c96-f6f7-488a-a8fb-1c170cf3c2ac x-openstack-request-id: req-acd67c96-f6f7-488a-a8fb-1c170cf3c2ac {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:23.673986 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:23.674181 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acd67c96-f6f7-488a-a8fb-1c170cf3c2ac {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:23.674583 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd67c96-f6f7-488a-a8fb-1c170cf3c2ac'] response: {'name': 'network-changed', 'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'status': 'completed', 'code': 200} Oct 24 13:18:23.761557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3457-4dc6-47dd-80a3-33f852538ef9 admin admin] Publish callbacks [] for security_group (245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.776056 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] DHCP port deletion for 4279f750-abb3-4f71-b284-28a4618e7809 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:18:23.824204 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3457-4dc6-47dd-80a3-33f852538ef9 admin admin] Publish callbacks [] for security_group (245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.892066 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3457-4dc6-47dd-80a3-33f852538ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.897123 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3457-4dc6-47dd-80a3-33f852538ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:23.898684 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-6b3f3457-4dc6-47dd-80a3-33f852538ef9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45 HTTP/1.1" status: 204 len: 168 time: 0.2797580 Oct 24 13:18:23.910021 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:23.912975 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f3457-4dc6-47dd-80a3-33f852538ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245eb86f-ce88-4ee4-b5b1-c14d5bb0fd45,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:24.081152 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] Deleting port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:24.081537 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.149253 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:24.169937 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (4279f750-abb3-4f71-b284-28a4618e7809), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.183411 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33785-ff5c-43d7-906c-5308737154bf req-ce4b37ee-7010-4850-90e1-c0f85bee4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:24.184639 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-ce4b37ee-7010-4850-90e1-c0f85bee4925 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 1129 time: 0.1874800 Oct 24 13:18:24.193090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3b5b0-0afd-49b1-b693-1340145962f2 req-56d9697f-5ad7-4077-8451-1b2d2ef733c2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:24.201133 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-51c3b5b0-0afd-49b1-b693-1340145962f2 req-56d9697f-5ad7-4077-8451-1b2d2ef733c2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.2027717 Oct 24 13:18:24.211637 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] For port 117c17fd-6a8f-4164-b64e-6eb9c36952c5, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=117c17fd-6a8f-4164-b64e-6eb9c36952c5,segment=NetworkSegment(f03466d6-34ae-43b7-8bbf-519e2b4bbac7),segment_id=f03466d6-34ae-43b7-8bbf-519e2b4bbac7)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:24.212126 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.231010 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] Calling delete_port for 117c17fd-6a8f-4164-b64e-6eb9c36952c5 owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:24.298139 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '701be15e-8792-441c-b578-d8d789ae2d33', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'port_id': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'mac_address': 'fa:16:3e:b6:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:18:06Z', 'updated_at': '2022-10-24T13:18:22Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:24.335179 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:24.345975 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:24.357998 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:24.359170 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:24.359994 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.370205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:24.370562 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7ad6eb53-e43e-4dcf-857d-68ec9d45c060 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:24.371044 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device cb5ec18d-0daf-46e0-8178-db2cf8e45160 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:24.398267 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] Pushing event deleted for resources: {'Port': ['ID=117c17fd-6a8f-4164-b64e-6eb9c36952c5,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:24.436670 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022611a9-b5e3-4ea4-9815-1ccc97d042ea None None] No DVR routers for this DVR port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:24.442805 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: cb5ec18d-0daf-46e0-8178-db2cf8e45160 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:24.447851 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device cb5ec18d-0daf-46e0-8178-db2cf8e45160 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:24.448402 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 117c17fd-6a8f-4164-b64e-6eb9c36952c5 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:24.455369 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-51c3b5b0-0afd-49b1-b693-1340145962f2 req-673a3ec2-941b-4a61-96ae-a7a5536251ad tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532041 Oct 24 13:18:24.495179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Deleting port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:24.495179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.502453 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 117c17fd-6a8f-4164-b64e-6eb9c36952c5 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:24.502829 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 117c17fd-6a8f-4164-b64e-6eb9c36952c5 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:24.505334 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37434) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:24.539821 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.546357 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:24.587731 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] For port 117c17fd-6a8f-4164-b64e-6eb9c36952c5, host dv-cinder-862489-1-iscsi, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:24.588345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.607618 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:24.609239 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Calling delete_port for 117c17fd-6a8f-4164-b64e-6eb9c36952c5 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:24.613923 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 13:18:24.622208 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (117c17fd-6a8f-4164-b64e-6eb9c36952c5), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.653092 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Publish callbacks [] for security_group (bc7a5880-9e0d-4351-9cec-12523f4e8eab), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.658861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] No DVR routers for this DVR port 117c17fd-6a8f-4164-b64e-6eb9c36952c5 on host dv-cinder-862489-1-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:24.659282 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (bc7a5880-9e0d-4351-9cec-12523f4e8eab), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.690830 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a5880-9e0d-4351-9cec-12523f4e8eab,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:24.696360 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=117c17fd-6a8f-4164-b64e-6eb9c36952c5,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:24.716948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33785-ff5c-43d7-906c-5308737154bf req-b05ed76c-2f38-45f0-b3ce-1a882625971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:24.718650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-b05ed76c-2f38-45f0-b3ce-1a882625971a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 200 len: 912 time: 0.5147305 Oct 24 13:18:24.722822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.723480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.724455 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.724859 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.726238 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.726654 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.727086 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.727478 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.727900 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.728298 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.728700 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.729088 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.729483 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.729872 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.730262 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.853987 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (4279f750-abb3-4f71-b284-28a4618e7809), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:24.875151 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-b0c34887-8c0c-4f5f-813c-642a5437e7f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1 HTTP/1.1" status: 200 len: 998 time: 0.1414835 Oct 24 13:18:24.904643 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4279f750-abb3-4f71-b284-28a4618e7809']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:24.918848 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '701be15e-8792-441c-b578-d8d789ae2d33', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'port_id': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'mac_address': 'fa:16:3e:b6:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:18:06Z', 'updated_at': '2022-10-24T13:18:22Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:24.948303 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d018ee9-232c-4bf3-b5da-67775bdcd9be None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '701be15e-8792-441c-b578-d8d789ae2d33', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'port_id': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'mac_address': 'fa:16:3e:b6:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:18:06Z', 'updated_at': '2022-10-24T13:18:22Z', 'revision_number': 1, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:24.994850 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.995340 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.995559 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.995872 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.996200 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.996568 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.996832 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.997153 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.997480 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.997806 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.998131 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.998452 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.998768 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.999104 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:24.999421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:18:25.002758 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:25.003223 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03466d6-34ae-43b7-8bbf-519e2b4bbac7') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:25.020873 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-579302d5-f944-4d26-8233-ff6eb4078c4f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=021580eb1fb948c7bd1dbc6ad8430d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138671 Oct 24 13:18:25.024037 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (f03466d6-34ae-43b7-8bbf-519e2b4bbac7), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.024224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37436) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:25.051164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33785-ff5c-43d7-906c-5308737154bf req-e58a9e52-de9c-4739-ba9b-fdb09c71b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:25.053139 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-e58a9e52-de9c-4739-ba9b-fdb09c71b487 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 200 len: 850 time: 0.1637366 Oct 24 13:18:25.057755 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (f03466d6-34ae-43b7-8bbf-519e2b4bbac7), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.066447 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:18:25.067649 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (f03466d6-34ae-43b7-8bbf-519e2b4bbac7), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.087794 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a6f27b6d-2ff0-4d04-b285-6ef2aa8a74cf admin admin] Publish callbacks [] for security_group (bc7a5880-9e0d-4351-9cec-12523f4e8eab), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.110845 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a6f27b6d-2ff0-4d04-b285-6ef2aa8a74cf admin admin] Publish callbacks [] for security_group (bc7a5880-9e0d-4351-9cec-12523f4e8eab), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.134175 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33785-ff5c-43d7-906c-5308737154bf req-6ceb8f40-0bdf-47e4-9e9c-8f7e973bb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:25.135971 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-6ceb8f40-0bdf-47e4-9e9c-8f7e973bb22d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=99f0061f-b4ea-47ba-a8ca-587da29d9acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725088 Oct 24 13:18:25.172468 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a6f27b6d-2ff0-4d04-b285-6ef2aa8a74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (bc7a5880-9e0d-4351-9cec-12523f4e8eab), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.179278 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a6f27b6d-2ff0-4d04-b285-6ef2aa8a74cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.181762 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a6f27b6d-2ff0-4d04-b285-6ef2aa8a74cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bc7a5880-9e0d-4351-9cec-12523f4e8eab HTTP/1.1" status: 204 len: 168 time: 0.1566322 Oct 24 13:18:25.204252 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f27b6d-2ff0-4d04-b285-6ef2aa8a74cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a5880-9e0d-4351-9cec-12523f4e8eab,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:25.343979 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-1bd9b43a-ba22-4375-b606-3ca841bbb0cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623828 Oct 24 13:18:25.369732 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c56456-3787-4165-bd26-abb8c8d8cb3b None None] New status for floating IP 701be15e-8792-441c-b578-d8d789ae2d33: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:18:25.375116 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:25.382156 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (4279f750-abb3-4f71-b284-28a4618e7809), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.387235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.393843 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37444) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:25.394095 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4279f750-abb3-4f71-b284-28a4618e7809 HTTP/1.1" status: 204 len: 168 time: 1.9995844 Oct 24 13:18:25.431601 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376ca99-9c14-4781-9115-c9bac296d5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4279f750-abb3-4f71-b284-28a4618e7809,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:25.527278 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:25.540052 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment f03466d6-34ae-43b7-8bbf-519e2b4bbac7 resource provider aggregate not found Oct 24 13:18:25.562242 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dbc33785-ff5c-43d7-906c-5308737154bf req-7be18372-28e1-49eb-885b-d78fb82975aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098804 Oct 24 13:18:25.578004 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment f03466d6-34ae-43b7-8bbf-519e2b4bbac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f03466d6-34ae-43b7-8bbf-519e2b4bbac7 found for delete ", "request_id": "req-26c4db91-8312-4b2f-81af-05fba246b924"}]} Oct 24 13:18:25.736870 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00edc-3c17-4378-908c-3df7edd9a9ef req-46c0f1b8-033c-496b-8b35-fb8bd8d1b520 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:25.736870 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a9a00edc-3c17-4378-908c-3df7edd9a9ef req-46c0f1b8-033c-496b-8b35-fb8bd8d1b520 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0579255 Oct 24 13:18:25.842951 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a9a00edc-3c17-4378-908c-3df7edd9a9ef req-cc238eae-d42c-4b26-b69f-a651c50dd670 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975120 Oct 24 13:18:25.868508 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:25.979632 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (b932add7-14c5-4235-91ba-89e6e546f45f), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:26.091814 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:26.250658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Deleting port a46d2cdf-1fb8-45fc-85d4-f25541ae4219 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:26.251004 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:26.253474 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:26.343705 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] For port a46d2cdf-1fb8-45fc-85d4-f25541ae4219, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:26.344103 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:26.361487 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Calling delete_port for a46d2cdf-1fb8-45fc-85d4-f25541ae4219 owned by network:router_interface {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:26.608347 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (a46d2cdf-1fb8-45fc-85d4-f25541ae4219), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:26.637405 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a46d2cdf-1fb8-45fc-85d4-f25541ae4219,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:26.859877 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (b932add7-14c5-4235-91ba-89e6e546f45f), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:26.968345 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d9e550-3a35-4e2b-961c-68c022e96cf4 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:18:26.971704 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:27.067526 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48ca7-0bfa-4c93-a95e-90c36201cffb req-73df0107-669d-4563-9109-932079f603fa tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:27.069073 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6cd48ca7-0bfa-4c93-a95e-90c36201cffb req-73df0107-669d-4563-9109-932079f603fa tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0705633 Oct 24 13:18:27.114612 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9e550-3a35-4e2b-961c-68c022e96cf4 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:18:27.141942 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6cd48ca7-0bfa-4c93-a95e-90c36201cffb req-a2712331-afbe-4410-981d-3ecf5d238471 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624592 Oct 24 13:18:27.195258 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:27.209578 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Router b932add7-14c5-4235-91ba-89e6e546f45f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:18:27.373544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:18:27.384837 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] Sync routers for ids ['b932add7-14c5-4235-91ba-89e6e546f45f'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:18:27.396597 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d10d2765-0f32-4c0a-9c90-ab67abf3ff7b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b932add7-14c5-4235-91ba-89e6e546f45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006635 Oct 24 13:18:27.399462 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37490) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:27.422126 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] Routers {'b932add7-14c5-4235-91ba-89e6e546f45f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:27.422767 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b932add7-14c5-4235-91ba-89e6e546f45f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:27.531507 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:27.556696 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks [] for router (b932add7-14c5-4235-91ba-89e6e546f45f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:27.600965 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:27.669092 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] Set router b932add7-14c5-4235-91ba-89e6e546f45f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:27.717261 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks [] for router_gateway (b932add7-14c5-4235-91ba-89e6e546f45f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:27.789566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Deleting port e0798a84-47b2-46ca-88c3-d7d5efeb759a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:27.789923 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:27.921954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] For port e0798a84-47b2-46ca-88c3-d7d5efeb759a, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=e0798a84-47b2-46ca-88c3-d7d5efeb759a,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:27.922245 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:27.938120 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Calling delete_port for e0798a84-47b2-46ca-88c3-d7d5efeb759a owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:28.037224 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:18:26Z', 'revision_number': 5, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port': {'id': 'e0798a84-47b2-46ca-88c3-d7d5efeb759a', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:28.094754 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] Checking router: b932add7-14c5-4235-91ba-89e6e546f45f for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:18:28.123826 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] Routers {'b932add7-14c5-4235-91ba-89e6e546f45f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:18:28.124419 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b932add7-14c5-4235-91ba-89e6e546f45f'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:28.270282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (e0798a84-47b2-46ca-88c3-d7d5efeb759a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.272457 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] Set router b932add7-14c5-4235-91ba-89e6e546f45f gateway port host: None {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:18:28.313166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0798a84-47b2-46ca-88c3-d7d5efeb759a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:28.368837 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:18:27Z', 'revision_number': 6, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:28.369446 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-989afd99-057c-4f30-b0a2-03423711e97a None None] Provisioning complete for port 0d84c171-4ed4-4712-a14f-3be481c2dc96 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:28.370498 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-989afd99-057c-4f30-b0a2-03423711e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.371656 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-989afd99-057c-4f30-b0a2-03423711e97a None None] Attempt 1 to provision port 0d84c171-4ed4-4712-a14f-3be481c2dc96 Oct 24 13:18:28.428557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a1e4-3ac0-4b1f-b7d4-af986f4bcd75 req-e86f3c5b-6b4c-4630-befb-21fb63a1cd92 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:28.429977 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62b360-e058-4135-80e2-0924c7cf1c39 None None] The sync data for ids ['b932add7-14c5-4235-91ba-89e6e546f45f'] in dv-cinder-862489-1-iscsi is: [{'id': 'b932add7-14c5-4235-91ba-89e6e546f45f', 'name': 'tempest-TestMinimumBasicScenario-649258221-router', 'tenant_id': 'aa714009ed494760aba72453db740147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:15:30Z', 'updated_at': '2022-10-24T13:18:27Z', 'revision_number': 6, 'project_id': 'aa714009ed494760aba72453db740147', 'gw_port_host': None}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:18:28.430410 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3948a1e4-3ac0-4b1f-b7d4-af986f4bcd75 req-e86f3c5b-6b4c-4630-befb-21fb63a1cd92 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0669792 Oct 24 13:18:28.452158 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (b932add7-14c5-4235-91ba-89e6e546f45f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.499128 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3948a1e4-3ac0-4b1f-b7d4-af986f4bcd75 req-1c683673-751d-4307-ae69-71ce3e700c4b tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572379 Oct 24 13:18:28.514455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-989afd99-057c-4f30-b0a2-03423711e97a None None] Current status of the port 0d84c171-4ed4-4712-a14f-3be481c2dc96 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:28.573826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (b932add7-14c5-4235-91ba-89e6e546f45f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.576243 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks [] for router_controller (b932add7-14c5-4235-91ba-89e6e546f45f), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.643336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (b932add7-14c5-4235-91ba-89e6e546f45f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.643942 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b932add7-14c5-4235-91ba-89e6e546f45f {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:18:28.648575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.649639 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d690c9cd-fbb9-4ebe-aa45-f66b0944df91 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b932add7-14c5-4235-91ba-89e6e546f45f HTTP/1.1" status: 204 len: 168 time: 1.2492025 Oct 24 13:18:28.652126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37502) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:28.707967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Deleting subnet 0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:18:28.710406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:28.711346 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Publish callbacks [] for subnet (0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.756581 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.875292 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.948779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.956311 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:28.981573 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:28.986233 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:28.993550 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37504) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:28.997287 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f217ad-f313-4308-9750-ad29324ea78e None None] Network ee0c81c9-e08c-470d-85cd-a8e4a272a452 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:18:29.007046 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e80faca8-60b4-4394-a9e9-16347d4d74a5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/0af974b4-0ce8-49c9-8caa-9fbdc37ea6c7 HTTP/1.1" status: 204 len: 168 time: 0.3523436 Oct 24 13:18:29.110082 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (ee0c81c9-e08c-470d-85cd-a8e4a272a452), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.118058 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:29.163489 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Deleting port 0d84c171-4ed4-4712-a14f-3be481c2dc96 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:29.163926 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.244854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] DHCP port deletion for ee0c81c9-e08c-470d-85cd-a8e4a272a452 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:18:29.253284 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] For port 0d84c171-4ed4-4712-a14f-3be481c2dc96, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=0d84c171-4ed4-4712-a14f-3be481c2dc96,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:29.254012 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.272009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Calling delete_port for 0d84c171-4ed4-4712-a14f-3be481c2dc96 owned by network:dhcp {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:29.308253 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] Deleting port 0d84c171-4ed4-4712-a14f-3be481c2dc96 {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:18:29.308895 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.379775 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.411765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] No DVR routers for this DVR port 0d84c171-4ed4-4712-a14f-3be481c2dc96 on host dv-cinder-862489-1-iscsi {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:29.416605 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] For port 0d84c171-4ed4-4712-a14f-3be481c2dc96, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=0d84c171-4ed4-4712-a14f-3be481c2dc96,segment=NetworkSegment(d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a),segment_id=d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:29.417571 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.432481 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] Calling delete_port for 0d84c171-4ed4-4712-a14f-3be481c2dc96 owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:18:29.440620 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d84c171-4ed4-4712-a14f-3be481c2dc96,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:29.450389 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:29.468747 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:18:29.566073 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (0d84c171-4ed4-4712-a14f-3be481c2dc96), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.591756 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (ee0c81c9-e08c-470d-85cd-a8e4a272a452), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.621158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] Pushing event deleted for resources: {'Port': ['ID=0d84c171-4ed4-4712-a14f-3be481c2dc96,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:29.623810 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebfe9c-d9ac-4e26-99d7-08179351e80f None None] No DVR routers for this DVR port 0d84c171-4ed4-4712-a14f-3be481c2dc96 on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:18:29.640696 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0c81c9-e08c-470d-85cd-a8e4a272a452']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:29.658060 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:29.658845 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ac5f12-f7ec-46b8-ac3d-260f16ccb40a') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:18:29.672865 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.701405 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.714837 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:18:29.715408 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.798549 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9946-da9e-4df5-98b3-7baca4bc257a req-8581d23e-4dc1-42a0-8441-c7e8b1ebec06 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:29.803703 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13ed9946-da9e-4df5-98b3-7baca4bc257a req-8581d23e-4dc1-42a0-8441-c7e8b1ebec06 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.1407421 Oct 24 13:18:29.813532 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a resource provider aggregate not found Oct 24 13:18:29.847796 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6ac5f12-f7ec-46b8-ac3d-260f16ccb40a found for delete ", "request_id": "req-4d51e56b-b786-4773-ac2c-d74b0084bab7"}]} Oct 24 13:18:29.867820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (ee0c81c9-e08c-470d-85cd-a8e4a272a452), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.874759 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:29.880019 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ee0c81c9-e08c-470d-85cd-a8e4a272a452 HTTP/1.1" status: 204 len: 168 time: 0.8848410 Oct 24 13:18:29.884325 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13ed9946-da9e-4df5-98b3-7baca4bc257a req-226a1f11-58a6-4b4c-a179-9388c9597f4c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702899 Oct 24 13:18:29.920338 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2d37-20ab-4b1d-b72c-03204487e81e admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0c81c9-e08c-470d-85cd-a8e4a272a452,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:30.094102 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 0d84c171-4ed4-4712-a14f-3be481c2dc96 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:30.117920 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 0d84c171-4ed4-4712-a14f-3be481c2dc96 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:30.118529 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 0d84c171-4ed4-4712-a14f-3be481c2dc96 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:30.119272 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e0798a84-47b2-46ca-88c3-d7d5efeb759a no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:30.144552 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: e0798a84-47b2-46ca-88c3-d7d5efeb759a {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:30.144956 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device e0798a84-47b2-46ca-88c3-d7d5efeb759a not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:30.146116 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a46d2cdf-1fb8-45fc-85d4-f25541ae4219 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:30.170295 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37526) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:30.170454 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: a46d2cdf-1fb8-45fc-85d4-f25541ae4219 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:18:30.170766 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a46d2cdf-1fb8-45fc-85d4-f25541ae4219 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:18:30.229915 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-04d5e511-8edb-4808-a543-7fc9bfcb491b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e6ab0fbf44394afda8dd8f49818ccc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511844 Oct 24 13:18:30.232760 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37528) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:30.292948 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-853ac95c-73aa-45bb-8371-035062998db9 admin admin] Publish callbacks [] for security_group (8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:30.336297 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-853ac95c-73aa-45bb-8371-035062998db9 admin admin] Publish callbacks [] for security_group (8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:30.377657 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:30.407545 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-853ac95c-73aa-45bb-8371-035062998db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:30.412002 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-853ac95c-73aa-45bb-8371-035062998db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:30.413518 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-853ac95c-73aa-45bb-8371-035062998db9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b HTTP/1.1" status: 204 len: 168 time: 0.1797841 Oct 24 13:18:30.427931 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ac95c-73aa-45bb-8371-035062998db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa6cde-c9e6-4a22-a7a6-c3f8d71b1c4b,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:30.830428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37534) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:30.876215 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-db2c4eeb-fbff-448e-8304-e16b72769d76 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aa714009ed494760aba72453db740147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444534 Oct 24 13:18:30.878746 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37536) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:30.938051 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-645da0ee-83a8-4512-b12a-1672e083fbc8 admin admin] Publish callbacks [] for security_group (9d5b253c-c816-4af4-83aa-cabefc5dbd95), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:30.996360 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-645da0ee-83a8-4512-b12a-1672e083fbc8 admin admin] Publish callbacks [] for security_group (9d5b253c-c816-4af4-83aa-cabefc5dbd95), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:31.061486 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-645da0ee-83a8-4512-b12a-1672e083fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (9d5b253c-c816-4af4-83aa-cabefc5dbd95), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:31.064737 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-645da0ee-83a8-4512-b12a-1672e083fbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:31.068327 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-645da0ee-83a8-4512-b12a-1672e083fbc8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9d5b253c-c816-4af4-83aa-cabefc5dbd95 HTTP/1.1" status: 204 len: 168 time: 0.1873457 Oct 24 13:18:31.091914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645da0ee-83a8-4512-b12a-1672e083fbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5b253c-c816-4af4-83aa-cabefc5dbd95,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:31.136861 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e45dba-7f28-4203-8e3d-f7fe5ddf664b req-d0bec366-4921-40a5-aa65-d8d2bfd7f575 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:31.144851 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6e45dba-7f28-4203-8e3d-f7fe5ddf664b req-d0bec366-4921-40a5-aa65-d8d2bfd7f575 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.1312382 Oct 24 13:18:31.232463 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d6e45dba-7f28-4203-8e3d-f7fe5ddf664b req-da93da9c-8959-448a-b2bf-a16cd7b22da1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859571 Oct 24 13:18:32.378945 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e31bc-f2cb-4b6b-8b55-386f45d4c0bf req-a6e89b72-e5a0-4328-9442-4dc1b5d7d833 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:32.381330 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-510e31bc-f2cb-4b6b-8b55-386f45d4c0bf req-a6e89b72-e5a0-4328-9442-4dc1b5d7d833 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0563810 Oct 24 13:18:32.446076 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-510e31bc-f2cb-4b6b-8b55-386f45d4c0bf req-47af39ba-052b-4956-90bc-9f05a111196f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575106 Oct 24 13:18:33.044665 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-b72d2de2-6442-4748-9694-82d89312957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:33.046573 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-b72d2de2-6442-4748-9694-82d89312957c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1129 time: 0.0410924 Oct 24 13:18:33.177115 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-d032aa9c-27cb-4bd1-8300-0b4492fce803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:33.178886 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-d032aa9c-27cb-4bd1-8300-0b4492fce803 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.0969813 Oct 24 13:18:33.243858 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-174206a8-89e6-4dd1-9c7f-0241e3e8a4b3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0585890 Oct 24 13:18:33.302211 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-d8a67b0b-8601-4c66-907f-8de1e7f510f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:33.304069 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-d8a67b0b-8601-4c66-907f-8de1e7f510f0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0546684 Oct 24 13:18:33.361121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-39c610db-cc7d-474d-8dbf-59b3313098fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:33.363086 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-39c610db-cc7d-474d-8dbf-59b3313098fd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529103 Oct 24 13:18:33.429202 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:33.466971 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-21e0ced0-96f3-409c-8422-5e77d362cba4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962164 Oct 24 13:18:33.573785 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e8c7f19-0e0a-4068-9a4d-7e3cbf4b9233 req-62a75d83-f640-42ff-81c8-61a811805fbc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983222 Oct 24 13:18:33.612877 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10308861-5772-492f-b63b-7a0e74c647b7 req-96e9e1e1-11fa-4d3a-b12d-942708724f0e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:33.615217 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-10308861-5772-492f-b63b-7a0e74c647b7 req-96e9e1e1-11fa-4d3a-b12d-942708724f0e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0686603 Oct 24 13:18:33.670223 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-10308861-5772-492f-b63b-7a0e74c647b7 req-e7763af8-26d6-40fd-9bb7-a5fa1e147fee tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489268 Oct 24 13:18:33.745873 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37626) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:33.853035 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-178be440-6cb2-4bed-92de-d59b5543fb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:33.877030 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:33.936452 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-178be440-6cb2-4bed-92de-d59b5543fb07 admin admin] Publish callbacks [] for security_group (69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:33.941234 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-178be440-6cb2-4bed-92de-d59b5543fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:33.982274 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-178be440-6cb2-4bed-92de-d59b5543fb07 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a5c05853c82f4df58508c76eeafb4754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352791 Oct 24 13:18:33.983322 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178be440-6cb2-4bed-92de-d59b5543fb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:33.985049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37630) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:34.045612 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:34.060999 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-b2a705e0-ea5d-4180-a961-d82fad2cea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:34.062487 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-b2a705e0-ea5d-4180-a961-d82fad2cea9d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1129 time: 0.0530221 Oct 24 13:18:34.083684 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3f25148-c256-4389-a579-b23d25dbb7eb admin admin] Publish callbacks [] for security_group (69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.148416 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3f25148-c256-4389-a579-b23d25dbb7eb admin admin] Publish callbacks [] for security_group (69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.203690 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-24390853-45c7-4192-812b-fa26b0fbed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:34.205152 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-24390853-45c7-4192-812b-fa26b0fbed22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.1345730 Oct 24 13:18:34.252952 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3f25148-c256-4389-a579-b23d25dbb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.255986 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3f25148-c256-4389-a579-b23d25dbb7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.257111 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-a3f25148-c256-4389-a579-b23d25dbb7eb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a HTTP/1.1" status: 204 len: 168 time: 0.2709243 Oct 24 13:18:34.275076 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25148-c256-4389-a579-b23d25dbb7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec8f1a-2bbd-40c9-bad9-76e9e22b4e8a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:34.282579 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-ed98df85-3072-440d-a2c5-874f58ba4464 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0705347 Oct 24 13:18:34.339167 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-20dc2e0b-99ad-431f-b2b4-541ed57c42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:34.340695 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-20dc2e0b-99ad-431f-b2b4-541ed57c42fb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0519757 Oct 24 13:18:34.388015 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-de873fab-0d39-4f38-941a-da87a5091873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:34.390327 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-de873fab-0d39-4f38-941a-da87a5091873 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430117 Oct 24 13:18:34.491096 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-1dfe27b1-e3b3-4f62-bb1b-4829bfc8a149 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878181 Oct 24 13:18:34.538897 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37636) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:34.552957 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2fc53b95-8ec6-4002-a99f-393cab9cdfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.590917 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ee2c96ad-6359-4277-a089-e73d3df3fe42 req-98b68314-b330-4987-880c-213379d476de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930088 Oct 24 13:18:34.630553 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2fc53b95-8ec6-4002-a99f-393cab9cdfc4 admin admin] Publish callbacks [] for security_group (75ae2083-9213-4659-8fc7-5620c4ef10ee), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.634273 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2fc53b95-8ec6-4002-a99f-393cab9cdfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (75ae2083-9213-4659-8fc7-5620c4ef10ee), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.675876 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53b95-8ec6-4002-a99f-393cab9cdfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae2083-9213-4659-8fc7-5620c4ef10ee,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:34.681559 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2fc53b95-8ec6-4002-a99f-393cab9cdfc4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1045c9b793b46e384d7cf057cca299a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415961 Oct 24 13:18:34.684204 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37638) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:34.738017 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1bb240c6-723a-487c-a530-533fb310f8e2 admin admin] Publish callbacks [] for security_group (75ae2083-9213-4659-8fc7-5620c4ef10ee), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.760898 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1bb240c6-723a-487c-a530-533fb310f8e2 admin admin] Publish callbacks [] for security_group (75ae2083-9213-4659-8fc7-5620c4ef10ee), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.800325 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d55c86-5ce3-4baa-bedb-192768afb931 req-fa157c50-1629-4082-9216-598ad390e378 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:34.802711 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-15d55c86-5ce3-4baa-bedb-192768afb931 req-fa157c50-1629-4082-9216-598ad390e378 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0490987 Oct 24 13:18:34.811609 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1bb240c6-723a-487c-a530-533fb310f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (75ae2083-9213-4659-8fc7-5620c4ef10ee), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.814370 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1bb240c6-723a-487c-a530-533fb310f8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:34.815642 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1bb240c6-723a-487c-a530-533fb310f8e2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/75ae2083-9213-4659-8fc7-5620c4ef10ee HTTP/1.1" status: 204 len: 168 time: 0.1305292 Oct 24 13:18:34.824589 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb240c6-723a-487c-a530-533fb310f8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae2083-9213-4659-8fc7-5620c4ef10ee,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:34.857603 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-15d55c86-5ce3-4baa-bedb-192768afb931 req-6da5a720-094e-4d02-b697-e1c1ac937894 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483787 Oct 24 13:18:35.992551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a5a83-ebc6-416d-b4aa-1f89a7c488b5 req-25ced97f-1027-4cb8-b1f0-f221cd84b591 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:35.994088 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-782a5a83-ebc6-416d-b4aa-1f89a7c488b5 req-25ced97f-1027-4cb8-b1f0-f221cd84b591 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Oct 24 13:18:36.030018 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:36.043374 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-782a5a83-ebc6-416d-b4aa-1f89a7c488b5 req-b0d9e896-7307-4cb1-93a0-e42ad4d0141c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Oct 24 13:18:37.425381 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f179c3-2a2f-4d4a-a24f-9e4ead555a65 req-edf887eb-f426-4881-b4b1-b799d514e9a3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:37.427544 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d5f179c3-2a2f-4d4a-a24f-9e4ead555a65 req-edf887eb-f426-4881-b4b1-b799d514e9a3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 945 time: 0.3023200 Oct 24 13:18:37.474467 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d5f179c3-2a2f-4d4a-a24f-9e4ead555a65 req-29608859-a68f-4b93-98c5-70bc951dbbe5 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Oct 24 13:18:38.371777 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:39.463911 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=35 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:39.859510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:18:39.933784 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: ACTIVE; New status is: DOWN {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:39.934226 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:39.958917 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:39.961276 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae13dc34-f750-4d25-8278-355ef3a32f77" -d '{"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-unplugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:39.974787 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:39.979344 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:40.004639 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de95176-29c2-47c2-aa9c-c2990e56351f x-openstack-request-id: req-9de95176-29c2-47c2-aa9c-c2990e56351f {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:40.004934 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-unplugged", "status": "failed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "code": 422}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:40.005183 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9de95176-29c2-47c2-aa9c-c2990e56351f {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:40.005618 dv-cinder-862489-1-iscsi neutron-server[104670]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9de95176-29c2-47c2-aa9c-c2990e56351f']: {'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'code': 422} returned with failed status Oct 24 13:18:40.031720 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=8']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:40.316225 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a7cb-59b8-4393-b377-de2411d5d542 req-e13bf084-38d5-45ae-b57b-bc62600a727c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:40.318282 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d359a7cb-59b8-4393-b377-de2411d5d542 req-e13bf084-38d5-45ae-b57b-bc62600a727c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0582013 Oct 24 13:18:40.379746 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d359a7cb-59b8-4393-b377-de2411d5d542 req-21e9a19c-8ee8-4c27-8197-6d1282338a43 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509293 Oct 24 13:18:40.647142 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37758) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:40.735762 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-31184111-8005-433f-a795-cf982c08b55a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874238 Oct 24 13:18:40.746159 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-083d3699-72b8-4c2e-919f-47c7419f4ff6 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:18:40.747303 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-083d3699-72b8-4c2e-919f-47c7419f4ff6 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050216 Oct 24 13:18:40.832169 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 37774) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:40.929362 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-8f84199a-2a75-4ed3-b690-dc7fbbf9ff3d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:40.930715 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-8f84199a-2a75-4ed3-b690-dc7fbbf9ff3d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports/486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 940 time: 0.0975544 Oct 24 13:18:41.663150 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57a2b-fafa-4030-83ce-848f7e0734ce req-6d1fec6e-ed1d-440b-a093-b1f8b2f77b7f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:41.664556 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-49f57a2b-fafa-4030-83ce-848f7e0734ce req-6d1fec6e-ed1d-440b-a093-b1f8b2f77b7f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0470324 Oct 24 13:18:41.711523 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-49f57a2b-fafa-4030-83ce-848f7e0734ce req-0160c78d-b86b-41d7-a679-e6b909eb3b26 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Oct 24 13:18:41.862075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:41.892349 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-e67cb446-3c5a-47b6-8707-bba69c62e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:41.893970 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-e67cb446-3c5a-47b6-8707-bba69c62e2b5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528&tenant_id=b736b09b6ee2492590cbc23db48752f4 HTTP/1.1" status: 200 len: 1127 time: 0.0408726 Oct 24 13:18:41.961195 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-5f2383c5-eb36-4359-92f6-c369da87038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:41.962793 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-5f2383c5-eb36-4359-92f6-c369da87038b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1127 time: 0.0442598 Oct 24 13:18:41.989739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:42.057914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-84bd7be2-048a-4c61-af98-76e2fad0b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:42.059405 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-84bd7be2-048a-4c61-af98-76e2fad0b362 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.0906467 Oct 24 13:18:42.097399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8dfc13ca-bb95-4ee6-858d-91d80cac86ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:42.130522 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-01d88c37-681c-4c85-ad7d-2771cb1027ff service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 999 time: 0.0649998 Oct 24 13:18:42.184923 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-94e86181-11f9-497b-9f60-604919c096d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:42.186379 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-94e86181-11f9-497b-9f60-604919c096d9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0497062 Oct 24 13:18:42.232180 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-61749e2a-6fbd-40f2-9069-868e823d633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:42.233691 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-61749e2a-6fbd-40f2-9069-868e823d633a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394258 Oct 24 13:18:42.327808 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-ec23f8a4-0b60-43a4-82a6-68d706bd7086 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Oct 24 13:18:42.418408 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7c6a1b0e-b252-42d7-b335-7385f0db1f08 req-6380ba90-f679-4476-a6ae-2ec609841ad3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836587 Oct 24 13:18:42.850078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120cec3-f272-446e-b176-19163a54f9c3 req-6db0b324-74c3-448d-8000-877a377c2216 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:42.851672 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8120cec3-f272-446e-b176-19163a54f9c3 req-6db0b324-74c3-448d-8000-877a377c2216 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0565872 Oct 24 13:18:42.929557 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8120cec3-f272-446e-b176-19163a54f9c3 req-aafd95ea-9706-4526-951c-c0a307f1ec14 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698113 Oct 24 13:18:43.394370 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37822) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:43.512593 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c887e53-9eb1-4f87-8c4a-49e5946d3946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.596723 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c887e53-9eb1-4f87-8c4a-49e5946d3946 admin admin] Publish callbacks [] for security_group (4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.601229 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c887e53-9eb1-4f87-8c4a-49e5946d3946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.647188 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c887e53-9eb1-4f87-8c4a-49e5946d3946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:43.651895 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-5c887e53-9eb1-4f87-8c4a-49e5946d3946 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0c821fed4e884734bc8a260159334bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553747 Oct 24 13:18:43.654580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 37826) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:18:43.709545 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca226c22-5d82-4e3c-9e9e-38b131763105 admin admin] Publish callbacks [] for security_group (4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.737228 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca226c22-5d82-4e3c-9e9e-38b131763105 admin admin] Publish callbacks [] for security_group (4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.790670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca226c22-5d82-4e3c-9e9e-38b131763105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.793314 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca226c22-5d82-4e3c-9e9e-38b131763105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:43.796961 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ca226c22-5d82-4e3c-9e9e-38b131763105 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9 HTTP/1.1" status: 204 len: 168 time: 0.1389785 Oct 24 13:18:43.818585 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca226c22-5d82-4e3c-9e9e-38b131763105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e08be-ecb0-43ad-8c9f-30aa6d08bec9,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:44.081693 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c79c7-e9a7-4b55-8a5c-c2512f37a341 req-3062df5e-3fcf-4269-a1fd-0a4bac79a310 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:44.083370 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-188c79c7-e9a7-4b55-8a5c-c2512f37a341 req-3062df5e-3fcf-4269-a1fd-0a4bac79a310 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0575130 Oct 24 13:18:44.157355 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-188c79c7-e9a7-4b55-8a5c-c2512f37a341 req-8edbeb27-5b58-41c9-8614-f1a0bd97db83 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677068 Oct 24 13:18:44.344581 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f1d4ca7f-5db8-461d-8516-d87d0d0101a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:45.287601 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:45.297598 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7f834-7775-4bdd-a55b-691970661e25 req-49c1eda5-bb0c-4a73-b7bc-4a18f19814a2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:45.299485 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-59f7f834-7775-4bdd-a55b-691970661e25 req-49c1eda5-bb0c-4a73-b7bc-4a18f19814a2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0531280 Oct 24 13:18:45.312596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:45.357219 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-59f7f834-7775-4bdd-a55b-691970661e25 req-8dfcbf8e-9df2-4adf-95f9-109c84d37cdf tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507929 Oct 24 13:18:45.636870 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:45.645527 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:46.498674 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0212b65-493d-44cd-a1ee-16e92dd33311 req-021ffd7b-91fc-473d-a6ae-ec9be0aff11a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:46.506308 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c0212b65-493d-44cd-a1ee-16e92dd33311 req-021ffd7b-91fc-473d-a6ae-ec9be0aff11a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0573113 Oct 24 13:18:46.540125 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:46.554546 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c0212b65-493d-44cd-a1ee-16e92dd33311 req-2416a1e2-8829-4103-8bc1-144b7cbfaa2f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Oct 24 13:18:47.271504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:47.313068 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:47.686493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d5df2-8256-4b4c-b93a-0238fefffb5c req-31593a9f-f325-44fc-a9a7-36226a0053e1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:47.688361 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c39d5df2-8256-4b4c-b93a-0238fefffb5c req-31593a9f-f325-44fc-a9a7-36226a0053e1 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0481145 Oct 24 13:18:47.741729 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c39d5df2-8256-4b4c-b93a-0238fefffb5c req-80f5b577-5125-4525-9a68-70b5ea4369cc tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465374 Oct 24 13:18:48.882578 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7318-cf94-40d7-ac0b-690bd65a927a req-59c7b80d-1ecb-4531-9361-66c5d61425de tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:48.884241 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c0d7318-cf94-40d7-ac0b-690bd65a927a req-59c7b80d-1ecb-4531-9361-66c5d61425de tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0554488 Oct 24 13:18:48.956755 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4c0d7318-cf94-40d7-ac0b-690bd65a927a req-114ce7dc-afad-4327-9645-2bb9c0f509ea tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534556 Oct 24 13:18:50.111448 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffe2d5-1055-49d2-b4e0-70bfbdf48a44 req-ea3c3182-03ef-414e-872e-9f388fc92dd8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:50.115007 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4cffe2d5-1055-49d2-b4e0-70bfbdf48a44 req-ea3c3182-03ef-414e-872e-9f388fc92dd8 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0596201 Oct 24 13:18:50.166425 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4cffe2d5-1055-49d2-b4e0-70bfbdf48a44 req-6bddc378-bf24-43e6-b68d-00eb71a9f1e9 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Oct 24 13:18:51.310086 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ea1dc-6e57-4f7c-ace2-1650a04d74da req-9e85dd9d-3033-41e2-a026-b720d7167a93 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:51.311915 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-481ea1dc-6e57-4f7c-ace2-1650a04d74da req-9e85dd9d-3033-41e2-a026-b720d7167a93 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0498288 Oct 24 13:18:51.368622 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-481ea1dc-6e57-4f7c-ace2-1650a04d74da req-f0d7ce6d-d0ff-4342-b7c1-d5a7b6a9f1cd tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Oct 24 13:18:52.497312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9710e-67b6-4844-824a-53f25335ea92 req-d5628f9a-9045-473e-96e7-3cb41c1c6ed3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:52.498810 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ccc9710e-67b6-4844-824a-53f25335ea92 req-d5628f9a-9045-473e-96e7-3cb41c1c6ed3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0471265 Oct 24 13:18:52.547828 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ccc9710e-67b6-4844-824a-53f25335ea92 req-d6e347bd-08ab-40d0-b1f8-94f8116eab6f tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Oct 24 13:18:53.682235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6960ea4-08b2-46cf-a431-37a8c17989e0 req-67fc26c1-b633-4969-a367-f5e8c9d55cae tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:53.683738 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d6960ea4-08b2-46cf-a431-37a8c17989e0 req-67fc26c1-b633-4969-a367-f5e8c9d55cae tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0555294 Oct 24 13:18:53.732238 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d6960ea4-08b2-46cf-a431-37a8c17989e0 req-b08285b3-d6e1-40ea-852f-6ee018c07181 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Oct 24 13:18:54.862722 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9b518-ab9f-46ed-87ca-5ac53b2a5168 req-f0e7d55c-8216-4485-ad52-1bc786687514 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:54.864718 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-19e9b518-ab9f-46ed-87ca-5ac53b2a5168 req-f0e7d55c-8216-4485-ad52-1bc786687514 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0502305 Oct 24 13:18:54.920840 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-19e9b518-ab9f-46ed-87ca-5ac53b2a5168 req-598728c0-7c87-4683-a1de-4040c6afdaab tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502796 Oct 24 13:18:55.865333 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:56.036777 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:18:56.057171 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f26c5-ea77-4c1e-945d-11b67a35f059 req-e833e9fa-32e1-4ba8-a624-7b627d45a376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:56.059687 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fe8f26c5-ea77-4c1e-945d-11b67a35f059 req-e833e9fa-32e1-4ba8-a624-7b627d45a376 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 943 time: 0.0534840 Oct 24 13:18:56.122015 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fe8f26c5-ea77-4c1e-945d-11b67a35f059 req-4af8beeb-c2ab-4853-af90-edd4b9a8c496 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 Oct 24 13:18:56.140398 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:56.153045 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'port_id': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'mac_address': 'fa:16:3e:ee:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:18:56.188018 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:56.188412 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:56.201989 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486a8286-8bd4-4826-a629-5c1b4c9df0e1 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:18:56.221691 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:56.226140 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:56.275408 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=9']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:18:56.460559 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['486a8286-8bd4-4826-a629-5c1b4c9df0e1'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:18:57.251870 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f36eac-df7b-4faa-b064-19750a2ac12e req-f38bf1b0-c80a-4060-a83c-5284feb66bea tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:57.253327 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-38f36eac-df7b-4faa-b064-19750a2ac12e req-f38bf1b0-c80a-4060-a83c-5284feb66bea tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 944 time: 0.0463901 Oct 24 13:18:57.301019 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-38f36eac-df7b-4faa-b064-19750a2ac12e req-dae00309-dce2-438c-a5a1-757222522f08 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Oct 24 13:18:58.401107 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:58.405212 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:58.428453 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c260-6850-4980-909e-0aabdb28dd33 req-c8281bac-af40-49fa-a562-e1f3457ff449 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:58.429976 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-95b3c260-6850-4980-909e-0aabdb28dd33 req-c8281bac-af40-49fa-a562-e1f3457ff449 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 944 time: 0.0476809 Oct 24 13:18:58.477454 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-95b3c260-6850-4980-909e-0aabdb28dd33 req-dff5a5a3-6d1d-46fb-b640-fa3bcc12ac1c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Oct 24 13:18:59.460059 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:18:59.496140 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=7 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:59.506688 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:18:59.507095 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:59.507444 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 Oct 24 13:18:59.586790 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:18:59.587348 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:59.606076 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4793ed-0c48-47bc-b891-eb79d9cf97ab req-48173d46-bc9f-4228-82d5-aefbcd4669d0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:18:59.607581 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dd4793ed-0c48-47bc-b891-eb79d9cf97ab req-48173d46-bc9f-4228-82d5-aefbcd4669d0 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 944 time: 0.0477126 Oct 24 13:18:59.610654 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:18:59.612979 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4bb9ac-21b1-4c1f-8977-b5dd2289fdf3" -d '{"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-plugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:18:59.626168 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:18:59.632342 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:18:59.657311 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511bec83-7e93-4750-b33c-ecc1926a4862 x-openstack-request-id: req-511bec83-7e93-4750-b33c-ecc1926a4862 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:18:59.657604 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-plugged", "status": "completed", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:18:59.657854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-511bec83-7e93-4750-b33c-ecc1926a4862 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:18:59.658274 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511bec83-7e93-4750-b33c-ecc1926a4862'] response: {'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'code': 200} Oct 24 13:18:59.667321 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dd4793ed-0c48-47bc-b891-eb79d9cf97ab req-5adcd44f-b571-4008-ad0b-d2a0f730d551 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537815 Oct 24 13:18:59.672352 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:18:59.693462 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=10']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:00.545358 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f92394-7a41-452b-898d-2f593941dbcb req-0ae90ed2-7574-402b-b642-59838e1dd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:00.546863 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b8f92394-7a41-452b-898d-2f593941dbcb req-0ae90ed2-7574-402b-b642-59838e1dd702 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1130 time: 0.0416911 Oct 24 13:19:00.592046 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b8f92394-7a41-452b-898d-2f593941dbcb req-5b997dad-c421-426f-aff0-b22c6a79358b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Oct 24 13:19:00.799707 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d48dc-f35c-4526-a24a-63e70ec5e56a req-6998dca4-8ca5-4ecb-a4dc-d4427c099554 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:00.801237 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-212d48dc-f35c-4526-a24a-63e70ec5e56a req-6998dca4-8ca5-4ecb-a4dc-d4427c099554 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 946 time: 0.0504644 Oct 24 13:19:00.852157 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-212d48dc-f35c-4526-a24a-63e70ec5e56a req-354c4870-b60c-414d-9054-bc66d77ef9c2 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Oct 24 13:19:01.986715 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643030-d1d6-4e00-a763-d6edd88fe9b7 req-c8e43c19-573e-4c1b-8f67-807f53afbe5c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:01.989016 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e0643030-d1d6-4e00-a763-d6edd88fe9b7 req-c8e43c19-573e-4c1b-8f67-807f53afbe5c tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 946 time: 0.0474434 Oct 24 13:19:02.039158 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e0643030-d1d6-4e00-a763-d6edd88fe9b7 req-4da18003-5d92-4103-bc87-831d3ba0d618 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Oct 24 13:19:03.178105 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d9c23-2641-4a25-8dbc-00753624db92 req-410a23be-48fc-4c0a-8546-eebb677467ef tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:03.179611 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d01d9c23-2641-4a25-8dbc-00753624db92 req-410a23be-48fc-4c0a-8546-eebb677467ef tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 946 time: 0.0492866 Oct 24 13:19:03.227519 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d01d9c23-2641-4a25-8dbc-00753624db92 req-781ad686-a11a-43a0-b95c-8c1acfd82834 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422661 Oct 24 13:19:04.433179 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a669754-66d5-4d1b-90f1-e29eb55a5df5 req-0f94d11f-cfc8-4e04-8ba3-ca3dcf9a02d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:04.434734 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a669754-66d5-4d1b-90f1-e29eb55a5df5 req-0f94d11f-cfc8-4e04-8ba3-ca3dcf9a02d4 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 945 time: 0.0518079 Oct 24 13:19:04.482543 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a669754-66d5-4d1b-90f1-e29eb55a5df5 req-fd23db1c-6e96-4efd-b834-30765d1e6271 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Oct 24 13:19:04.903522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38100) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:05.062591 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ca2eca-4f3f-4b10-831f-8db5e8ead83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.086055 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:05.149285 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ca2eca-4f3f-4b10-831f-8db5e8ead83c admin admin] Publish callbacks [] for security_group (dac83129-f440-4f84-adf1-27b1804557bb), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.153788 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47ca2eca-4f3f-4b10-831f-8db5e8ead83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dac83129-f440-4f84-adf1-27b1804557bb), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.189330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca2eca-4f3f-4b10-831f-8db5e8ead83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac83129-f440-4f84-adf1-27b1804557bb,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:05.210006 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:05.215919 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-47ca2eca-4f3f-4b10-831f-8db5e8ead83c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fda5f4e9a37d4213a970acd70a5be307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113379 Oct 24 13:19:05.217453 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38110) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:05.269581 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6c2c-907e-4292-b737-4a444a9bbaac admin admin] Publish callbacks [] for security_group (dac83129-f440-4f84-adf1-27b1804557bb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.293471 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6c2c-907e-4292-b737-4a444a9bbaac admin admin] Publish callbacks [] for security_group (dac83129-f440-4f84-adf1-27b1804557bb), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.341602 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6c2c-907e-4292-b737-4a444a9bbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dac83129-f440-4f84-adf1-27b1804557bb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.344145 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6c2c-907e-4292-b737-4a444a9bbaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:05.345285 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ba7e6c2c-907e-4292-b737-4a444a9bbaac admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dac83129-f440-4f84-adf1-27b1804557bb HTTP/1.1" status: 204 len: 168 time: 0.1267316 Oct 24 13:19:05.353683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6c2c-907e-4292-b737-4a444a9bbaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac83129-f440-4f84-adf1-27b1804557bb,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:05.611001 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3427-1f7b-447b-98cb-6bb07039bbe0 req-e19d837a-a4e2-4596-9666-e6dfe666643f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:05.613514 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e13b3427-1f7b-447b-98cb-6bb07039bbe0 req-e19d837a-a4e2-4596-9666-e6dfe666643f tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 945 time: 0.0500643 Oct 24 13:19:05.662802 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e13b3427-1f7b-447b-98cb-6bb07039bbe0 req-121106e8-5db0-4a88-9ccf-e88a0cfb09d8 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0a054a-42b7-422f-9157-011c82d2dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Oct 24 13:19:06.025838 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-4ad3cb4d-e811-4158-ab82-6a3b69cbdf3b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:06.027411 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-4ad3cb4d-e811-4158-ab82-6a3b69cbdf3b tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 945 time: 0.0496192 Oct 24 13:19:06.115154 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 170c174e-102a-43bf-931e-57ccc699cfd2 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:06.115505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.208605 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] For port 170c174e-102a-43bf-931e-57ccc699cfd2, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=170c174e-102a-43bf-931e-57ccc699cfd2,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:06.208979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.397133 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.397556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (fb12e8ca-aebe-40ce-add1-7a118d7563e2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.397877 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Floating IP fb12e8ca-aebe-40ce-add1-7a118d7563e2 disassociated. External IP: 172.27.1.230, port: 170c174e-102a-43bf-931e-57ccc699cfd2. Oct 24 13:19:06.398224 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 170c174e-102a-43bf-931e-57ccc699cfd2 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:06.475607 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:19:06.543851 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:06.563492 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (170c174e-102a-43bf-931e-57ccc699cfd2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.609993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=170c174e-102a-43bf-931e-57ccc699cfd2,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:06.694340 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:06.766603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:06.788028 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-40eddd18-7e0e-4ad3-a937-204b1ea60993 req-ad8207e7-ed7e-46db-ba18-7c64932748e1 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f52b209f-c997-4d1b-9ecf-a4fdc033b64e HTTP/1.1" status: 200 len: 210 time: 0.0368540 Oct 24 13:19:06.896523 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:06.908170 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:06.922533 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:06.923390 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:06.945064 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] No DVR routers for this DVR port 170c174e-102a-43bf-931e-57ccc699cfd2 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:06.951006 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:06.954298 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-03d8bc39-c679-49fa-99ee-bb76434d719d req-515f7115-ffef-4bb5-8a72-bc63b3768f87 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.25 "DELETE /networking/v2.0/ports/170c174e-102a-43bf-931e-57ccc699cfd2 HTTP/1.1" status: 204 len: 173 time: 0.9215925 Oct 24 13:19:06.955090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'name': 'network-vif-deleted', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:19:06.958200 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d08d8-0e50-4dfa-a561-18202d41bff5" -d '{"events": [{"server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "name": "network-vif-deleted", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:19:07.016229 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252899aa-9435-43a8-bf56-b2e6a9e03980 x-openstack-request-id: req-252899aa-9435-43a8-bf56-b2e6a9e03980 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:19:07.016691 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52b209f-c997-4d1b-9ecf-a4fdc033b64e", "name": "network-vif-deleted", "tag": "170c174e-102a-43bf-931e-57ccc699cfd2", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:19:07.016826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-252899aa-9435-43a8-bf56-b2e6a9e03980 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:19:07.017227 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252899aa-9435-43a8-bf56-b2e6a9e03980'] response: {'server_uuid': 'f52b209f-c997-4d1b-9ecf-a4fdc033b64e', 'name': 'network-vif-deleted', 'tag': '170c174e-102a-43bf-931e-57ccc699cfd2', 'status': 'completed', 'code': 200} Oct 24 13:19:07.095593 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:07.457509 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:07.484340 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:07.493310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:07.493914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:07.601539 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:07.811383 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:07.839020 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c7d72-c5e8-4612-8bc7-b35f9804bb90 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:12:29Z', 'revision_number': 4, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f8824a85-160a-41b8-a360-a4cb191be145', 'name': '', 'network_id': 'a05f0bd2-3e3c-4265-bb55-173e62bd1853', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:27Z', 'updated_at': '2022-10-24T13:12:44Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'subnets': [{'id': '1163311c-3880-41e9-a9fd-2d4c0fbcb77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:07.892666 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38190) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:07.951319 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-54deae61-b93d-4528-a900-5b063f45ae97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (0e0a054a-42b7-422f-9157-011c82d2dee6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:07.975151 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-54deae61-b93d-4528-a900-5b063f45ae97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (0e0a054a-42b7-422f-9157-011c82d2dee6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.033478 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-54deae61-b93d-4528-a900-5b063f45ae97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0e0a054a-42b7-422f-9157-011c82d2dee6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.036132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-54deae61-b93d-4528-a900-5b063f45ae97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.037426 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-54deae61-b93d-4528-a900-5b063f45ae97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0e0a054a-42b7-422f-9157-011c82d2dee6 HTTP/1.1" status: 204 len: 168 time: 0.1436727 Oct 24 13:19:08.040478 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38192) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:08.048267 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54deae61-b93d-4528-a900-5b063f45ae97 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a054a-42b7-422f-9157-011c82d2dee6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:08.051105 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:08.060753 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.api.v2.resource [None req-10d5f76f-0e84-4224-b088-ebc1da5a59e7 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] show failed (client error): The resource could not be found. Oct 24 13:19:08.065058 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-10d5f76f-0e84-4224-b088-ebc1da5a59e7 tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "GET /networking/v2.0/security-groups/0e0a054a-42b7-422f-9157-011c82d2dee6 HTTP/1.1" status: 404 len: 347 time: 0.0223765 Oct 24 13:19:08.065239 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38194) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:08.108629 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd30b51-0072-49e5-a186-bb5ed017d56b None None] New status for floating IP fb12e8ca-aebe-40ce-add1-7a118d7563e2: DOWN {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:19:08.193985 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Deleting port 37bd898c-8c42-4076-8b0f-0520b337f987 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:08.194941 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (37bd898c-8c42-4076-8b0f-0520b337f987), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.278029 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (37bd898c-8c42-4076-8b0f-0520b337f987), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.278356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (37bd898c-8c42-4076-8b0f-0520b337f987), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.291879 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Calling delete_port for 37bd898c-8c42-4076-8b0f-0520b337f987 owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:08.424182 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (37bd898c-8c42-4076-8b0f-0520b337f987), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.429806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:08.450635 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Pushing event deleted for resources: {'Port': ['ID=37bd898c-8c42-4076-8b0f-0520b337f987,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:08.517067 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks [] for floatingip (fb12e8ca-aebe-40ce-add1-7a118d7563e2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.519656 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:08.520798 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-8a876897-2143-4361-86a2-9c8f73b7614c tempest-AttachVolumeNegativeTest-821574564 tempest-AttachVolumeNegativeTest-821574564-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/fb12e8ca-aebe-40ce-add1-7a118d7563e2 HTTP/1.1" status: 204 len: 168 time: 0.4547603 Oct 24 13:19:10.410247 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 170c174e-102a-43bf-931e-57ccc699cfd2 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:10.429841 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 170c174e-102a-43bf-931e-57ccc699cfd2 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:10.430184 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 170c174e-102a-43bf-931e-57ccc699cfd2 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:12.100619 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-18565642-4701-455c-8f62-1674c1e44a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:12.262401 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38280) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:12.576400 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:12.760048 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:12.988318 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Deleting port f8824a85-160a-41b8-a360-a4cb191be145 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:12.989105 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f8824a85-160a-41b8-a360-a4cb191be145), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:13.071564 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] For port f8824a85-160a-41b8-a360-a4cb191be145, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f8824a85-160a-41b8-a360-a4cb191be145,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:13.071930 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f8824a85-160a-41b8-a360-a4cb191be145), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:13.086648 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Calling delete_port for f8824a85-160a-41b8-a360-a4cb191be145 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:13.258077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:13.287278 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f8824a85-160a-41b8-a360-a4cb191be145), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:13.335095 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8824a85-160a-41b8-a360-a4cb191be145,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:13.489820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:13.553655 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:13.558226 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2378890-2ed8-4c45-9b28-ed1fbda3a09a None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:19:13.638847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:13.646452 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2378890-2ed8-4c45-9b28-ed1fbda3a09a None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:19:13.757295 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:13.859687 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38318) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:13.983287 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-859890c0-1978-437c-a924-537848ebde3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.035831 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:14.081563 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-859890c0-1978-437c-a924-537848ebde3d admin admin] Publish callbacks [] for security_group (b00797e1-0792-4ef7-8540-69a4b439a92a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.087721 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-859890c0-1978-437c-a924-537848ebde3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b00797e1-0792-4ef7-8540-69a4b439a92a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.127175 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859890c0-1978-437c-a924-537848ebde3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00797e1-0792-4ef7-8540-69a4b439a92a,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:14.145983 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-859890c0-1978-437c-a924-537848ebde3d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7bc418497d6643b2b245611d0f047202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852218 Oct 24 13:19:14.148521 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38322) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:14.157833 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:14.164442 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-827baceb-aaf4-40c5-ac9d-438df3d9b624 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004281 Oct 24 13:19:14.166898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38324) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:14.171042 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72142220-7315-48f5-98c7-334e38ece573 None None] Sync routers for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:14.187765 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:14.188819 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:18:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:14.205282 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3cade546-252d-4b8f-8cd4-7461fbd69b7b admin admin] Publish callbacks [] for security_group (b00797e1-0792-4ef7-8540-69a4b439a92a), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.228171 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:14.231229 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3cade546-252d-4b8f-8cd4-7461fbd69b7b admin admin] Publish callbacks [] for security_group (b00797e1-0792-4ef7-8540-69a4b439a92a), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.287233 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks [] for router (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.299765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3cade546-252d-4b8f-8cd4-7461fbd69b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b00797e1-0792-4ef7-8540-69a4b439a92a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.302759 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3cade546-252d-4b8f-8cd4-7461fbd69b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.318693 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3cade546-252d-4b8f-8cd4-7461fbd69b7b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b00797e1-0792-4ef7-8540-69a4b439a92a HTTP/1.1" status: 204 len: 168 time: 0.1689684 Oct 24 13:19:14.335001 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:14.336675 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cade546-252d-4b8f-8cd4-7461fbd69b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00797e1-0792-4ef7-8540-69a4b439a92a,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:14.415966 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks [] for router_gateway (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.420543 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-4f66e7da-4896-4868-9410-7158b24d2827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.467739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Deleting port 8494bbe2-31d5-4c4e-b837-87cfad7da76c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:14.468078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.480196 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-3e025cfe-d2d3-46d3-90ce-3dc76f778dbb None None] Provisioning complete for port 27335f4a-4fad-4829-8363-b4dfb7f806ce triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:14.480570 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3e025cfe-d2d3-46d3-90ce-3dc76f778dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.481465 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-3e025cfe-d2d3-46d3-90ce-3dc76f778dbb None None] Attempt 1 to provision port 27335f4a-4fad-4829-8363-b4dfb7f806ce Oct 24 13:19:14.555873 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] For port 8494bbe2-31d5-4c4e-b837-87cfad7da76c, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=8494bbe2-31d5-4c4e-b837-87cfad7da76c,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:14.556232 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.567195 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:14.572505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Calling delete_port for 8494bbe2-31d5-4c4e-b837-87cfad7da76c owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:14.617408 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:19:13Z', 'revision_number': 5, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port': {'id': '8494bbe2-31d5-4c4e-b837-87cfad7da76c', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:14.620177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-3e025cfe-d2d3-46d3-90ce-3dc76f778dbb None None] Current status of the port 27335f4a-4fad-4829-8363-b4dfb7f806ce is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:14.650499 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72142220-7315-48f5-98c7-334e38ece573 None None] Checking router: 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:14.659474 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] Routers {'6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:14.660931 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:14.697033 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38334) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:14.710958 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb078d43-d011-466a-a7ab-8cafffb5a4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.766058 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] Set router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f gateway port host: None {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:14.798571 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (8494bbe2-31d5-4c4e-b837-87cfad7da76c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.820890 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-72142220-7315-48f5-98c7-334e38ece573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:19:14Z', 'revision_number': 6, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:14.825034 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb078d43-d011-466a-a7ab-8cafffb5a4c8 admin admin] Publish callbacks [] for security_group (0a3dfc3e-652f-48c7-8ddc-f4754861b446), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.829351 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb078d43-d011-466a-a7ab-8cafffb5a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0a3dfc3e-652f-48c7-8ddc-f4754861b446), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:14.834165 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Pushing event deleted for resources: {'Port': ['ID=8494bbe2-31d5-4c4e-b837-87cfad7da76c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:14.853229 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72142220-7315-48f5-98c7-334e38ece573 None None] The sync data for ids ['6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f'] in dv-cinder-862489-1-iscsi is: [{'id': '6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f', 'name': 'tempest-AttachVolumeNegativeTest-127056625-router', 'tenant_id': '69beb82dd21b447d8a784e0570c4323c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:18Z', 'updated_at': '2022-10-24T13:19:14Z', 'revision_number': 6, 'project_id': '69beb82dd21b447d8a784e0570c4323c', 'gw_port_host': None}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:14.867634 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:14.897845 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb078d43-d011-466a-a7ab-8cafffb5a4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3dfc3e-652f-48c7-8ddc-f4754861b446,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:14.902575 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-bb078d43-d011-466a-a7ab-8cafffb5a4c8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5044bb39dd9e4bffb55c823f5ac0affe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040598 Oct 24 13:19:14.905598 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38340) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:14.927312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.035699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.038706 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks [] for router_controller (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.089915 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05969921-1f93-470f-b082-19160e08ef3e admin admin] Publish callbacks [] for security_group (0a3dfc3e-652f-48c7-8ddc-f4754861b446), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.109824 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.110417 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:19:15.113727 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05969921-1f93-470f-b082-19160e08ef3e admin admin] Publish callbacks [] for security_group (0a3dfc3e-652f-48c7-8ddc-f4754861b446), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.117828 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.118947 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-5632f37a-38fa-4425-83d5-1e8106bbb80f admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/6a4a870a-a1dd-4faa-8a7d-2ebe8d16b48f HTTP/1.1" status: 204 len: 168 time: 0.9509704 Oct 24 13:19:15.121753 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38346) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:15.173789 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05969921-1f93-470f-b082-19160e08ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0a3dfc3e-652f-48c7-8ddc-f4754861b446), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.177086 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Deleting subnet 1163311c-3880-41e9-a9fd-2d4c0fbcb77a {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:19:15.177529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05969921-1f93-470f-b082-19160e08ef3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.178882 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-05969921-1f93-470f-b082-19160e08ef3e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0a3dfc3e-652f-48c7-8ddc-f4754861b446 HTTP/1.1" status: 204 len: 168 time: 0.2721317 Oct 24 13:19:15.183331 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Publish callbacks [] for subnet (1163311c-3880-41e9-a9fd-2d4c0fbcb77a), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.187283 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05969921-1f93-470f-b082-19160e08ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3dfc3e-652f-48c7-8ddc-f4754861b446,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:15.230556 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26001583'] for subnet (1163311c-3880-41e9-a9fd-2d4c0fbcb77a), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.332357 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (1163311c-3880-41e9-a9fd-2d4c0fbcb77a), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.365676 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:15.390666 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26001518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25991415'] for subnet (1163311c-3880-41e9-a9fd-2d4c0fbcb77a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.419188 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1163311c-3880-41e9-a9fd-2d4c0fbcb77a,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:15.421196 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.427439 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-69db3d17-6897-41fc-b416-7acf85ec9827 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1163311c-3880-41e9-a9fd-2d4c0fbcb77a HTTP/1.1" status: 204 len: 168 time: 0.3014510 Oct 24 13:19:15.427439 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38352) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:15.431556 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d5914-56de-4355-be8f-c64b175b6e83 None None] Network a05f0bd2-3e3c-4265-bb55-173e62bd1853 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:15.500965 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (a05f0bd2-3e3c-4265-bb55-173e62bd1853), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.554941 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Deleting port 27335f4a-4fad-4829-8363-b4dfb7f806ce {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:15.555318 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.600666 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38354) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:15.614528 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2e3a55a-dc79-4cdc-b431-f657f61c6b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.629136 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] For port 27335f4a-4fad-4829-8363-b4dfb7f806ce, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=27335f4a-4fad-4829-8363-b4dfb7f806ce,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:15.629542 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.652008 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Calling delete_port for 27335f4a-4fad-4829-8363-b4dfb7f806ce owned by network:dhcp {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:15.656665 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.659826 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] DHCP port deletion for a05f0bd2-3e3c-4265-bb55-173e62bd1853 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:19:15.711799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] Deleting port 27335f4a-4fad-4829-8363-b4dfb7f806ce {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:15.712244 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.730091 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2e3a55a-dc79-4cdc-b431-f657f61c6b1e admin admin] Publish callbacks [] for security_group (c25d02e6-69be-4229-8d72-5804ac524441), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.734114 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2e3a55a-dc79-4cdc-b431-f657f61c6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (c25d02e6-69be-4229-8d72-5804ac524441), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.749590 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.774764 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-a2e3a55a-dc79-4cdc-b431-f657f61c6b1e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8dcddb04c8fd45188c6a8928074a0e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730201 Oct 24 13:19:15.778362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38356) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:15.788620 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] No DVR routers for this DVR port 27335f4a-4fad-4829-8363-b4dfb7f806ce on host dv-cinder-862489-1-iscsi {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:15.788909 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3a55a-dc79-4cdc-b431-f657f61c6b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25d02e6-69be-4229-8d72-5804ac524441,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:15.790683 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Pushing event deleted for resources: {'Port': ['ID=27335f4a-4fad-4829-8363-b4dfb7f806ce,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:15.791371 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] For port 27335f4a-4fad-4829-8363-b4dfb7f806ce, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=27335f4a-4fad-4829-8363-b4dfb7f806ce,segment=NetworkSegment(e3eff378-f079-4492-9c5d-2127ef08b990),segment_id=e3eff378-f079-4492-9c5d-2127ef08b990)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:15.792281 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.811909 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] Calling delete_port for 27335f4a-4fad-4829-8363-b4dfb7f806ce owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:15.813792 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:15.841410 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:15.846926 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95636c41-8a39-4970-ab93-f4caa540c33f admin admin] Publish callbacks [] for security_group (c25d02e6-69be-4229-8d72-5804ac524441), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.874628 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95636c41-8a39-4970-ab93-f4caa540c33f admin admin] Publish callbacks [] for security_group (c25d02e6-69be-4229-8d72-5804ac524441), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.881042 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (a05f0bd2-3e3c-4265-bb55-173e62bd1853), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.897493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:15.904108 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05f0bd2-3e3c-4265-bb55-173e62bd1853']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:15.909024 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (27335f4a-4fad-4829-8363-b4dfb7f806ce), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.914418 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3eff378-f079-4492-9c5d-2127ef08b990') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:15.914715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3eff378-f079-4492-9c5d-2127ef08b990') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:15.930312 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (e3eff378-f079-4492-9c5d-2127ef08b990), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.938640 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] Pushing event deleted for resources: {'Port': ['ID=27335f4a-4fad-4829-8363-b4dfb7f806ce,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:15.940571 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4feef7-07c4-4908-a748-5935181db03f None None] No DVR routers for this DVR port 27335f4a-4fad-4829-8363-b4dfb7f806ce on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:15.946567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95636c41-8a39-4970-ab93-f4caa540c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (c25d02e6-69be-4229-8d72-5804ac524441), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.955350 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95636c41-8a39-4970-ab93-f4caa540c33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.959653 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (e3eff378-f079-4492-9c5d-2127ef08b990), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.965718 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:19:15.966521 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (e3eff378-f079-4492-9c5d-2127ef08b990), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:15.967671 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-95636c41-8a39-4970-ab93-f4caa540c33f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c25d02e6-69be-4229-8d72-5804ac524441 HTTP/1.1" status: 204 len: 168 time: 0.1835623 Oct 24 13:19:15.985715 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95636c41-8a39-4970-ab93-f4caa540c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25d02e6-69be-4229-8d72-5804ac524441,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:16.066551 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (a05f0bd2-3e3c-4265-bb55-173e62bd1853), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.084206 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.089106 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a05f0bd2-3e3c-4265-bb55-173e62bd1853 HTTP/1.1" status: 204 len: 168 time: 0.6608222 Oct 24 13:19:16.108199 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd674a-3125-4faf-bec6-d88df66a6dda admin admin] Pushing event deleted for resources: {'Network': ['ID=a05f0bd2-3e3c-4265-bb55-173e62bd1853,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:16.161756 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 8494bbe2-31d5-4c4e-b837-87cfad7da76c no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:16.173505 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment e3eff378-f079-4492-9c5d-2127ef08b990 resource provider aggregate not found Oct 24 13:19:16.186447 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 8494bbe2-31d5-4c4e-b837-87cfad7da76c {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:16.186799 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 8494bbe2-31d5-4c4e-b837-87cfad7da76c not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:16.187263 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f8824a85-160a-41b8-a360-a4cb191be145 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:16.190654 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment e3eff378-f079-4492-9c5d-2127ef08b990 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3eff378-f079-4492-9c5d-2127ef08b990 found for delete ", "request_id": "req-434e276c-0aa4-423b-8c4b-44dba5065b9b"}]} Oct 24 13:19:16.207680 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: f8824a85-160a-41b8-a360-a4cb191be145 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:16.208025 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f8824a85-160a-41b8-a360-a4cb191be145 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:16.208456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 27335f4a-4fad-4829-8363-b4dfb7f806ce no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:16.229572 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 27335f4a-4fad-4829-8363-b4dfb7f806ce {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:16.229924 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 27335f4a-4fad-4829-8363-b4dfb7f806ce not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:16.347626 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38376) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:16.390638 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6bda9b78-f40c-4291-8e76-fc943daf4946 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=69beb82dd21b447d8a784e0570c4323c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416179 Oct 24 13:19:16.393200 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38380) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:16.443442 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d730267e-8ccd-4d2b-bf76-2105a66f7592 admin admin] Publish callbacks [] for security_group (cbfb5e8c-4f97-4a48-94f8-8745a7fe6423), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.467998 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d730267e-8ccd-4d2b-bf76-2105a66f7592 admin admin] Publish callbacks [] for security_group (cbfb5e8c-4f97-4a48-94f8-8745a7fe6423), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.516242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d730267e-8ccd-4d2b-bf76-2105a66f7592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (cbfb5e8c-4f97-4a48-94f8-8745a7fe6423), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.519362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d730267e-8ccd-4d2b-bf76-2105a66f7592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.523157 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d730267e-8ccd-4d2b-bf76-2105a66f7592 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cbfb5e8c-4f97-4a48-94f8-8745a7fe6423 HTTP/1.1" status: 204 len: 168 time: 0.1265881 Oct 24 13:19:16.528701 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730267e-8ccd-4d2b-bf76-2105a66f7592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb5e8c-4f97-4a48-94f8-8745a7fe6423,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:16.542730 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:16.839515 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38400) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:16.944164 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413185226-network', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:16.965240 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Made reservation on behalf of f0bee9967bdb41eca0acff51d5e105e9 for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:19:16.968359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:16.971214 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:16.978356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.068073 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks [] for security_group (42747866-5c93-4c8a-8c4f-e47c506f9ce6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.073092 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (42747866-5c93-4c8a-8c4f-e47c506f9ce6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.098908 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:19:17.112202 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42747866-5c93-4c8a-8c4f-e47c506f9ce6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:17.117569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (6902b1ec-1e1a-4801-b48e-4500d8daef82), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.117845 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Added segment 6902b1ec-1e1a-4801-b48e-4500d8daef82 of type vlan for network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 Oct 24 13:19:17.163550 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (5ecc9141-8649-4fa5-a20f-d3d036bb3062), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.192603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (5ecc9141-8649-4fa5-a20f-d3d036bb3062), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.193672 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:17.194263 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.236614 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3952096 Oct 24 13:19:17.240117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38418) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:17.246932 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Request body: {'subnet': {'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413185226-subnet', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:17.269591 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Made reservation on behalf of f0bee9967bdb41eca0acff51d5e105e9 for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:19:17.273249 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25991400'] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.274436 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.283461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e9fe2-bc83-4887-bed5-14a0269db9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecc9141-8649-4fa5-a20f-d3d036bb3062,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:17.309954 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:19:17.371281 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.465035 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25991422'] for subnet (3f843c86-e20a-467d-8a9e-940e6369ce61), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.498928 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:17.516702 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f843c86-e20a-467d-8a9e-940e6369ce61,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:17.536211 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Checking segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:17.536556 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Network hostable DHCP agents. Network: 5ecc9141-8649-4fa5-a20f-d3d036bb3062, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:19:17.554729 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:19:17.564268 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 5ecc9141-8649-4fa5-a20f-d3d036bb3062) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:17.572715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:17.572715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.575705 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6560f0-74e1-48cd-97cd-7f97933ca036 None None] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:17.592020 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a9405761-1258-4bdc-9025-a99e426eba7e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3507037 Oct 24 13:19:17.594758 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38428) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:17.599814 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:17.623699 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (b29ccceb-3030-49f0-a569-c79f10102c2d), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.624813 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (b29ccceb-3030-49f0-a569-c79f10102c2d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.686289 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks [] for router_controller (b29ccceb-3030-49f0-a569-c79f10102c2d), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.835455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:19:17.836873 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:17.990551 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Allocated IP 172.20.0.2 (5ecc9141-8649-4fa5-a20f-d3d036bb3062/3f843c86-e20a-467d-8a9e-940e6369ce61/9261db61-afa4-4356-aecc-baf586f5409b) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:18.101467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks [] for router_gateway (b29ccceb-3030-49f0-a569-c79f10102c2d), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.148296 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Publish callbacks [] for port (9261db61-afa4-4356-aecc-baf586f5409b), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.153698 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (9261db61-afa4-4356-aecc-baf586f5409b), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.193316 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:18.196535 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:18.205620 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:18.207762 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:18.210181 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:18.213408 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Pushing event updated for resources: {'Port': ['ID=9261db61-afa4-4356-aecc-baf586f5409b,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:18.228933 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.229580 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.230304 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.230796 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.231300 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.231769 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.232265 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.232727 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.233186 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.233667 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.233990 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.234474 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.235048 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.235760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.236319 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:18.299571 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Attempting to bind port 9261db61-afa4-4356-aecc-baf586f5409b on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:18.300772 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Attempting to bind port 9261db61-afa4-4356-aecc-baf586f5409b by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:18.301760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Attempting to bind port 9261db61-afa4-4356-aecc-baf586f5409b on network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:18.319308 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks [] for router_gateway (b29ccceb-3030-49f0-a569-c79f10102c2d), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.339412 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.359415 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:18.359847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Checking segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:18.360265 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.360715 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Bound using segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:18.361170 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Bound port: 9261db61-afa4-4356-aecc-baf586f5409b, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:18.361558 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9261db61-afa4-4356-aecc-baf586f5409b), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.371243 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:18.395572 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:18.439591 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] For port 9261db61-afa4-4356-aecc-baf586f5409b, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:18.442850 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] For port 9261db61-afa4-4356-aecc-baf586f5409b, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=9261db61-afa4-4356-aecc-baf586f5409b,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:18.453403 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9261db61-afa4-4356-aecc-baf586f5409b), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.460119 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Allocated IP 172.27.1.50 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:18.531896 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415d73f-9cba-4997-9a38-ddc2c5d0a8c7 None None] Pushing event updated for resources: {'Port': ['ID=9261db61-afa4-4356-aecc-baf586f5409b,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:18.608569 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks [] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.648811 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:18.711179 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:18.716205 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:18.718690 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:18.727335 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:18.764115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Pushing event updated for resources: {'Port': ['ID=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:18.977683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38472) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:19.036188 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks [] for router_gateway (b29ccceb-3030-49f0-a569-c79f10102c2d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.118406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f68022f8-3ead-45a3-90a9-139af1367b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.217072 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f68022f8-3ead-45a3-90a9-139af1367b9b admin admin] Publish callbacks [] for security_group (8e0ef337-e2ad-4dab-83bb-cdffa51c024e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.221500 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f68022f8-3ead-45a3-90a9-139af1367b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8e0ef337-e2ad-4dab-83bb-cdffa51c024e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.252375 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (b29ccceb-3030-49f0-a569-c79f10102c2d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.265530 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:19.280093 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f68022f8-3ead-45a3-90a9-139af1367b9b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=eade7ab39f704a0db41f5af24d58e3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989297 Oct 24 13:19:19.280093 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68022f8-3ead-45a3-90a9-139af1367b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ef337-e2ad-4dab-83bb-cdffa51c024e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:19.281151 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38476) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:19.367324 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed44cd6f-db07-4d40-a711-e0903a6c6bcb admin admin] Publish callbacks [] for security_group (8e0ef337-e2ad-4dab-83bb-cdffa51c024e), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.394443 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed44cd6f-db07-4d40-a711-e0903a6c6bcb admin admin] Publish callbacks [] for security_group (8e0ef337-e2ad-4dab-83bb-cdffa51c024e), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.424510 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Router b29ccceb-3030-49f0-a569-c79f10102c2d is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:19:19.428421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:19.462377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed44cd6f-db07-4d40-a711-e0903a6c6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8e0ef337-e2ad-4dab-83bb-cdffa51c024e), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.465402 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed44cd6f-db07-4d40-a711-e0903a6c6bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.469504 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-ed44cd6f-db07-4d40-a711-e0903a6c6bcb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8e0ef337-e2ad-4dab-83bb-cdffa51c024e HTTP/1.1" status: 204 len: 168 time: 0.1823432 Oct 24 13:19:19.477881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44cd6f-db07-4d40-a711-e0903a6c6bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ef337-e2ad-4dab-83bb-cdffa51c024e,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:19.557557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:19.585505 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Sync routers for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:19.588086 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.590149 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b6024cee-e902-41ad-8af6-137a203dcd43 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9935169 Oct 24 13:19:19.592565 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38482) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:19.599818 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:19.600531 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:19.676810 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d4657-3661-4358-97a4-28b9f5c8ea0c None None] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:19.706090 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:19.771162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:19.772361 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Provisioning complete for port 9261db61-afa4-4356-aecc-baf586f5409b triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:19.772806 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9261db61-afa4-4356-aecc-baf586f5409b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.773772 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Attempt 1 to provision port 9261db61-afa4-4356-aecc-baf586f5409b Oct 24 13:19:19.849989 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:19.886747 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:18Z', 'revision_number': 3, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:19.911655 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38486) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:19.918077 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Checking router: b29ccceb-3030-49f0-a569-c79f10102c2d for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:19.918431 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Updating router b29ccceb-3030-49f0-a569-c79f10102c2d port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:19:19.927303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2308eb91-5ed5-4870-996d-4186136faf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.929426 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Current status of the port 9261db61-afa4-4356-aecc-baf586f5409b is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:19.929814 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (9261db61-afa4-4356-aecc-baf586f5409b), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.950724 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:19.977728 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] For port 9261db61-afa4-4356-aecc-baf586f5409b, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=9261db61-afa4-4356-aecc-baf586f5409b,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:19.983487 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (9261db61-afa4-4356-aecc-baf586f5409b), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.053718 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648267c-e58e-4273-acd4-ed4962dcf624 None None] Pushing event updated for resources: {'Port': ['ID=9261db61-afa4-4356-aecc-baf586f5409b,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.118330 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2308eb91-5ed5-4870-996d-4186136faf0f admin admin] Publish callbacks [] for security_group (d7d5b7fc-f7b2-4fa6-b87c-9b7374072104), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.130882 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2308eb91-5ed5-4870-996d-4186136faf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (d7d5b7fc-f7b2-4fa6-b87c-9b7374072104), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.158002 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:20.171213 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308eb91-5ed5-4870-996d-4186136faf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d5b7fc-f7b2-4fa6-b87c-9b7374072104,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.198338 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 9261db61-afa4-4356-aecc-baf586f5409b up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:20.234525 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2308eb91-5ed5-4870-996d-4186136faf0f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=04e8f63e4d6f402b9ca0ae73769c7839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192320 Oct 24 13:19:20.235454 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38488) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:20.258380 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.285094 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 9261db61-afa4-4356-aecc-baf586f5409b triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:20.285738 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9261db61-afa4-4356-aecc-baf586f5409b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.286282 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 9261db61-afa4-4356-aecc-baf586f5409b Oct 24 13:19:20.312058 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Publish callbacks [] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.318017 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1576a4c3-a02b-42d7-8d5c-0d830b5895c9 admin admin] Publish callbacks [] for security_group (d7d5b7fc-f7b2-4fa6-b87c-9b7374072104), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.320152 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.333225 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-ad089cb8-9799-4de2-8916-033999cfe570 None None] Provisioning complete for port 9261db61-afa4-4356-aecc-baf586f5409b triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:20.333689 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ad089cb8-9799-4de2-8916-033999cfe570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9261db61-afa4-4356-aecc-baf586f5409b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.334148 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-ad089cb8-9799-4de2-8916-033999cfe570 None None] Attempt 1 to provision port 9261db61-afa4-4356-aecc-baf586f5409b Oct 24 13:19:20.351905 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1576a4c3-a02b-42d7-8d5c-0d830b5895c9 admin admin] Publish callbacks [] for security_group (d7d5b7fc-f7b2-4fa6-b87c-9b7374072104), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.362952 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Attempting to bind port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:20.363648 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Attempting to bind port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:20.364245 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Attempting to bind port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:20.427109 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1576a4c3-a02b-42d7-8d5c-0d830b5895c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (d7d5b7fc-f7b2-4fa6-b87c-9b7374072104), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.430692 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1576a4c3-a02b-42d7-8d5c-0d830b5895c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.434291 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1576a4c3-a02b-42d7-8d5c-0d830b5895c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d7d5b7fc-f7b2-4fa6-b87c-9b7374072104 HTTP/1.1" status: 204 len: 168 time: 0.1956170 Oct 24 13:19:20.434794 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:20.435491 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:20.436398 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.437074 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:20.438138 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Bound port: 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:20.438743 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.470478 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576a4c3-a02b-42d7-8d5c-0d830b5895c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d5b7fc-f7b2-4fa6-b87c-9b7374072104,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.480564 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Allocated IP 172.20.0.1 (5ecc9141-8649-4fa5-a20f-d3d036bb3062/3f843c86-e20a-467d-8a9e-940e6369ce61/1f5a9ec5-2895-41ea-85e0-ec6250518f80) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:20.499679 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Pushing event updated for resources: {'Port': ['ID=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,revision_number=2']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.517555 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.518326 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.518712 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.519137 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.519640 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.520353 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.521296 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.521888 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.522471 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.522961 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.523492 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.524012 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.524570 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.527131 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 9261db61-afa4-4356-aecc-baf586f5409b is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:20.539292 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-ad089cb8-9799-4de2-8916-033999cfe570 None None] Current status of the port 9261db61-afa4-4356-aecc-baf586f5409b is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:20.540542 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.541140 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:20.548186 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] For port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:20.553406 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] For port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:20.562268 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.569721 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:20.600024 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:20.601304 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:20.612296 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks [] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.649765 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.662609 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44230f78-4d56-41aa-a7b1-9d6c8f0282a8 None None] Pushing event updated for resources: {'Port': ['ID=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.666741 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:20.683098 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:20.704767 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:20.707919 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:20.714041 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:20.738681 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:20.746972 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Pushing event updated for resources: {'Port': ['ID=1f5a9ec5-2895-41ea-85e0-ec6250518f80,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:20.763666 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (b29ccceb-3030-49f0-a569-c79f10102c2d), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.949068 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:20.965049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:20.992304 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:18Z', 'revision_number': 3, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:21.027743 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1576d1aa-0e2b-4c47-8fa7-250a0e948df1 None None] The sync data for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi is: [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:18Z', 'revision_number': 3, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:21.076998 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-168f7187-7a96-481d-83ed-efe9c70abb7c None None] Provisioning complete for port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:21.077529 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-168f7187-7a96-481d-83ed-efe9c70abb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.077787 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-168f7187-7a96-481d-83ed-efe9c70abb7c None None] Attempt 1 to provision port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 Oct 24 13:19:21.106871 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:21.131652 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-168f7187-7a96-481d-83ed-efe9c70abb7c None None] Port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:19:21.163172 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks [] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.168760 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.241012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Pushing event updated for resources: {'Port': ['ID=1f5a9ec5-2895-41ea-85e0-ec6250518f80,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:21.252950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (b29ccceb-3030-49f0-a569-c79f10102c2d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.379016 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:21.380683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:21.585933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Router b29ccceb-3030-49f0-a569-c79f10102c2d has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:21.657791 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f738e87f-451b-4750-b233-1ada431fadfc None None] Provisioning complete for port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:21.658245 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f738e87f-451b-4750-b233-1ada431fadfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:21.658587 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f738e87f-451b-4750-b233-1ada431fadfc None None] Attempt 1 to provision port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 Oct 24 13:19:21.677958 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:21.700956 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f738e87f-451b-4750-b233-1ada431fadfc None None] Port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:19:21.746320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:21.756599 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c67de3db-8eb8-4802-8c1b-ba9bec7e456a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b29ccceb-3030-49f0-a569-c79f10102c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625946 Oct 24 13:19:22.225411 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 9261db61-afa4-4356-aecc-baf586f5409b up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:22.274094 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 9261db61-afa4-4356-aecc-baf586f5409b triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:22.274706 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9261db61-afa4-4356-aecc-baf586f5409b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.275064 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 9261db61-afa4-4356-aecc-baf586f5409b Oct 24 13:19:22.371310 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 9261db61-afa4-4356-aecc-baf586f5409b is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:22.372776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:22.418689 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:22.419094 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.419432 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb Oct 24 13:19:22.508205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:22.508205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.508376 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38550) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:22.513735 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513079775-network', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:22.536319 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:22.539990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Made reservation on behalf of c7129d5827e94d7da7452b7803b1b147 for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:19:22.541602 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.543657 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.558065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.574177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:22.599298 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:22.656681 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks [] for security_group (38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.661847 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.690311 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:19:22.695493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:22.697518 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:22.700073 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38556) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:22.722457 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (86e2ab2e-04f3-445b-a3e9-5f3a3a102a32), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.722810 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Added segment 86e2ab2e-04f3-445b-a3e9-5f3a3a102a32 of type vlan for network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc Oct 24 13:19:22.768321 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.798705 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.799832 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:22.801267 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.828774 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3192258 Oct 24 13:19:22.831802 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38564) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:22.837400 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Request body: {'subnet': {'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513079775-subnet', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'ip_version': 4}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:22.874221 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e7667-f762-44aa-988e-9521040bc2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c4eee8-e1a5-452c-bd3e-462c0fe15afc,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:22.874733 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8c42-54e2-4bc0-afa9-07fa7ea90516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.886012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:19:22.890977 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Made reservation on behalf of c7129d5827e94d7da7452b7803b1b147 for: {'subnet': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:19:22.893358 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25991400'] for subnet (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:22.960237 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Sync routers for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:22.970024 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:22.970662 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:23.055130 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:23.072359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8c42-54e2-4bc0-afa9-07fa7ea90516 admin admin] Publish callbacks [] for security_group (4d4e6582-5039-4e19-b6fd-5006175881c8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.086014 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8c42-54e2-4bc0-afa9-07fa7ea90516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4d4e6582-5039-4e19-b6fd-5006175881c8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.090631 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:23.133692 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f8c42-54e2-4bc0-afa9-07fa7ea90516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e6582-5039-4e19-b6fd-5006175881c8,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:23.178990 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-cd3f8c42-54e2-4bc0-afa9-07fa7ea90516 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ddbce4474b2b4e9c9e672f76b2bcdc91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775324 Oct 24 13:19:23.180460 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38574) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:23.207618 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25991422'] for subnet (329eb9e1-3fd5-4992-8fb2-ff3454786637), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.263252 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3db35ea-63f7-42cd-a34d-0613b9bbcf8f admin admin] Publish callbacks [] for security_group (4d4e6582-5039-4e19-b6fd-5006175881c8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.302322 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3db35ea-63f7-42cd-a34d-0613b9bbcf8f admin admin] Publish callbacks [] for security_group (4d4e6582-5039-4e19-b6fd-5006175881c8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.318578 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:21Z', 'revision_number': 2, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:23.326276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=329eb9e1-3fd5-4992-8fb2-ff3454786637,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:23.343157 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Checking segment: {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:23.343522 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Network hostable DHCP agents. Network: c9c4eee8-e1a5-452c-bd3e-462c0fe15afc, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:19:23.351608 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Checking router: b29ccceb-3030-49f0-a569-c79f10102c2d for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:23.352216 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Updating router b29ccceb-3030-49f0-a569-c79f10102c2d port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:19:23.364815 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:19:23.375816 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, c9c4eee8-e1a5-452c-bd3e-462c0fe15afc) {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:23.383787 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:23.384746 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.388104 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3db35ea-63f7-42cd-a34d-0613b9bbcf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4d4e6582-5039-4e19-b6fd-5006175881c8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.390957 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3db35ea-63f7-42cd-a34d-0613b9bbcf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.394931 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16077b-4737-4fe7-a6aa-9e41496931e6 None None] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:23.396269 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d3db35ea-63f7-42cd-a34d-0613b9bbcf8f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4d4e6582-5039-4e19-b6fd-5006175881c8 HTTP/1.1" status: 204 len: 168 time: 0.2147403 Oct 24 13:19:23.408534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db35ea-63f7-42cd-a34d-0613b9bbcf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e6582-5039-4e19-b6fd-5006175881c8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:23.411919 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-05ae723c-aab9-4b07-8bd3-2aceeb33a77e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5789263 Oct 24 13:19:23.414361 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38582) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:23.419457 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:23.444224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (3ba8292b-5624-449d-89ac-be0a9b603b63), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.445234 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (3ba8292b-5624-449d-89ac-be0a9b603b63), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.472439 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.496279 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:23.505797 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks [] for router_controller (3ba8292b-5624-449d-89ac-be0a9b603b63), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.557016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:23.614616 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-c9c4eee8-e1a5-452c-bd3e-462c0fe15afc', 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc', 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'fixed_ips': [{'subnet_id': '329eb9e1-3fd5-4992-8fb2-ff3454786637'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:19:23.615454 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.663029 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks [] for router_gateway (3ba8292b-5624-449d-89ac-be0a9b603b63), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.781476 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38586) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:23.796254 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27e4336a-d82c-4774-9978-5808c9f1b78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.819509 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:23.864588 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Allocated IP 172.20.0.2 (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc/329eb9e1-3fd5-4992-8fb2-ff3454786637/ab213382-afa6-45d9-9ade-4bbb30625b82) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:23.883940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27e4336a-d82c-4774-9978-5808c9f1b78a admin admin] Publish callbacks [] for security_group (0c3cbd76-0edb-4415-b3ea-ee8896391132), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.888669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27e4336a-d82c-4774-9978-5808c9f1b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0c3cbd76-0edb-4415-b3ea-ee8896391132), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.889854 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks [] for router_gateway (3ba8292b-5624-449d-89ac-be0a9b603b63), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.912158 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.935965 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-27e4336a-d82c-4774-9978-5808c9f1b78a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d838d391f03c43138bad70d61f090a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532974 Oct 24 13:19:23.937839 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4336a-d82c-4774-9978-5808c9f1b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3cbd76-0edb-4415-b3ea-ee8896391132,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:23.940356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38588) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:23.946309 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Publish callbacks [] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:23.974849 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.000161 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12c54408-0bec-455e-b2c7-40536aee4bbb admin admin] Publish callbacks [] for security_group (0c3cbd76-0edb-4415-b3ea-ee8896391132), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.011400 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:24.032766 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12c54408-0bec-455e-b2c7-40536aee4bbb admin admin] Publish callbacks [] for security_group (0c3cbd76-0edb-4415-b3ea-ee8896391132), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.054135 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Allocated IP 172.27.1.215 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/c14d63e3-406e-44ab-82ef-fd8728f81f12) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:24.124147 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12c54408-0bec-455e-b2c7-40536aee4bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0c3cbd76-0edb-4415-b3ea-ee8896391132), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.127341 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12c54408-0bec-455e-b2c7-40536aee4bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.129145 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-12c54408-0bec-455e-b2c7-40536aee4bbb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c3cbd76-0edb-4415-b3ea-ee8896391132 HTTP/1.1" status: 204 len: 168 time: 0.1872656 Oct 24 13:19:24.140299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c54408-0bec-455e-b2c7-40536aee4bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3cbd76-0edb-4415-b3ea-ee8896391132,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:24.204474 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:24.209613 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks [] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.236632 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6133c8-0f55-4365-8f2b-8bf69f275366 None None] Pushing event updated for resources: {'Port': ['ID=1f5a9ec5-2895-41ea-85e0-ec6250518f80,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:24.264801 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.310761 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Attempting to bind port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:24.311266 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Attempting to bind port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:24.311638 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Attempting to bind port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 on network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:24.324090 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:24.333006 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:24.337968 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:24.382417 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:24.382996 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.383210 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb Oct 24 13:19:24.392328 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:24.433238 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Publish callbacks [] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.434674 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Pushing event updated for resources: {'Port': ['ID=c14d63e3-406e-44ab-82ef-fd8728f81f12,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:24.445958 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:24.446316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Checking segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:24.446605 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.447232 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Bound using segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:24.447879 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Bound port: 1f5a9ec5-2895-41ea-85e0-ec6250518f80, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:24.448570 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.460094 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.508786 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:24.516062 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:24.569070 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:24.580485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:24.586959 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Pushing event updated for resources: {'Port': ['ID=ab213382-afa6-45d9-9ade-4bbb30625b82,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:24.594732 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:24.623821 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:24.628714 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:24.647473 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] For port 1f5a9ec5-2895-41ea-85e0-ec6250518f80, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:24.683387 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] For port 1f5a9ec5-2895-41ea-85e0-ec6250518f80, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=1f5a9ec5-2895-41ea-85e0-ec6250518f80,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:24.693717 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.722969 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks [] for router_gateway (3ba8292b-5624-449d-89ac-be0a9b603b63), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.735279 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Attempting to bind port ab213382-afa6-45d9-9ade-4bbb30625b82 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:24.735659 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Attempting to bind port ab213382-afa6-45d9-9ade-4bbb30625b82 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:24.736026 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Attempting to bind port ab213382-afa6-45d9-9ade-4bbb30625b82 on network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:24.782834 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:24.783545 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:24.837178 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6133c8-0f55-4365-8f2b-8bf69f275366 None None] Pushing event updated for resources: {'Port': ['ID=1f5a9ec5-2895-41ea-85e0-ec6250518f80,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:24.850947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:24.851453 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Checking segment: {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:24.851760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.852152 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Bound using segment: {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:24.852636 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Bound port: ab213382-afa6-45d9-9ade-4bbb30625b82, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:24.853131 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:24.964760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:25.004111 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] For port ab213382-afa6-45d9-9ade-4bbb30625b82, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:25.021667 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (3ba8292b-5624-449d-89ac-be0a9b603b63), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:25.024786 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] For port ab213382-afa6-45d9-9ade-4bbb30625b82, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=ab213382-afa6-45d9-9ade-4bbb30625b82,segment=NetworkSegment(86e2ab2e-04f3-445b-a3e9-5f3a3a102a32),segment_id=86e2ab2e-04f3-445b-a3e9-5f3a3a102a32)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:25.056241 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:25.181589 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614df92-d16a-4bcb-bb12-63b16712a404 None None] Pushing event updated for resources: {'Port': ['ID=ab213382-afa6-45d9-9ade-4bbb30625b82,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:25.205116 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Router 3ba8292b-5624-449d-89ac-be0a9b603b63 is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:19:25.356205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:24Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:25.396059 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be38c8a2-3d00-42aa-8428-e6b4cd58cc42 None None] The sync data for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi is: [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:24Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:25.416801 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:25.434244 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Sync routers for ids ['3ba8292b-5624-449d-89ac-be0a9b603b63'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:25.440387 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:25.444341 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7edf9cec-6241-4737-bc8a-7b244d0a435b admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0268922 Oct 24 13:19:25.447783 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Routers {'3ba8292b-5624-449d-89ac-be0a9b603b63'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:25.448488 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ba8292b-5624-449d-89ac-be0a9b603b63'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:25.449214 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38628) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:25.658059 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Set router 3ba8292b-5624-449d-89ac-be0a9b603b63 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:25.754596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:25.884900 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:25.916946 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:24Z', 'revision_number': 3, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:25.945337 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Checking router: 3ba8292b-5624-449d-89ac-be0a9b603b63 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:25.945962 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Updating router 3ba8292b-5624-449d-89ac-be0a9b603b63 port c14d63e3-406e-44ab-82ef-fd8728f81f12 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:19:26.019544 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.295550 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 1f5a9ec5-2895-41ea-85e0-ec6250518f80 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:26.445487 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:26.446448 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.447747 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 Oct 24 13:19:26.573595 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:26.627787 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:26.628494 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.640504 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.685847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 1f5a9ec5-2895-41ea-85e0-ec6250518f80, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=1f5a9ec5-2895-41ea-85e0-ec6250518f80,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:26.690772 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b32f3c-2403-4d45-9299-df67b0511e25 None None] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:26.726230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.727087 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device ab213382-afa6-45d9-9ade-4bbb30625b82 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:26.772738 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Publish callbacks [] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.780315 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.849148 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Attempting to bind port c14d63e3-406e-44ab-82ef-fd8728f81f12 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:26.850869 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Attempting to bind port c14d63e3-406e-44ab-82ef-fd8728f81f12 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:26.851493 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Attempting to bind port c14d63e3-406e-44ab-82ef-fd8728f81f12 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:26.940736 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:26.960894 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Provisioning complete for port ab213382-afa6-45d9-9ade-4bbb30625b82 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:26.962258 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.962759 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Attempt 1 to provision port ab213382-afa6-45d9-9ade-4bbb30625b82 Oct 24 13:19:26.963918 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:26.964294 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:26.965407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Allocated IP 172.20.0.1 (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc/329eb9e1-3fd5-4992-8fb2-ff3454786637/f1c251e9-a7de-4f0e-8396-76a8f11aa7f6) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:26.968328 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.971359 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:26.975242 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Bound port: c14d63e3-406e-44ab-82ef-fd8728f81f12, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:26.979174 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:26.986416 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:27.033831 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33732c9-b101-4e16-a12d-b4c65fc800ed None None] Pushing event updated for resources: {'Port': ['ID=c14d63e3-406e-44ab-82ef-fd8728f81f12,revision_number=2']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:27.050826 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:27.081816 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] For port c14d63e3-406e-44ab-82ef-fd8728f81f12, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:27.089963 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] For port c14d63e3-406e-44ab-82ef-fd8728f81f12, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=c14d63e3-406e-44ab-82ef-fd8728f81f12,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:27.091619 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16b6c7-eb1c-4e37-8824-158788888271 req-f73c6622-8ce0-4c12-94fc-072e5c301b31 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:27.101626 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d16b6c7-eb1c-4e37-8824-158788888271 req-f73c6622-8ce0-4c12-94fc-072e5c301b31 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.1194963 Oct 24 13:19:27.102387 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.134383 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=1f5a9ec5-2895-41ea-85e0-ec6250518f80,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:27.157106 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port ab213382-afa6-45d9-9ade-4bbb30625b82 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:27.157473 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.157980 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port ab213382-afa6-45d9-9ade-4bbb30625b82 Oct 24 13:19:27.171153 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks [] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.175179 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Routers {'3ba8292b-5624-449d-89ac-be0a9b603b63'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:27.175833 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ba8292b-5624-449d-89ac-be0a9b603b63'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:27.182767 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4d16b6c7-eb1c-4e37-8824-158788888271 req-1b4123c4-157b-4015-a76e-81a395bc02d9 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745776 Oct 24 13:19:27.238825 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.254482 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33732c9-b101-4e16-a12d-b4c65fc800ed None None] Pushing event updated for resources: {'Port': ['ID=c14d63e3-406e-44ab-82ef-fd8728f81f12,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:27.306537 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:27.312495 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:27.314978 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:27.319159 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:27.378508 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] Set router 3ba8292b-5624-449d-89ac-be0a9b603b63 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:27.378814 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:27.388269 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (3ba8292b-5624-449d-89ac-be0a9b603b63), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.392056 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Current status of the port ab213382-afa6-45d9-9ade-4bbb30625b82 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:27.392456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.447616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.447966 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.448304 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.448640 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.448971 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.449297 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.449735 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.449936 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.450277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.450725 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.451082 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.451416 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.451731 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.452051 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.452368 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:27.509488 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port ab213382-afa6-45d9-9ade-4bbb30625b82 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:27.509994 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.533162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] For port ab213382-afa6-45d9-9ade-4bbb30625b82, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=ab213382-afa6-45d9-9ade-4bbb30625b82,segment=NetworkSegment(86e2ab2e-04f3-445b-a3e9-5f3a3a102a32),segment_id=86e2ab2e-04f3-445b-a3e9-5f3a3a102a32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:27.574906 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.593504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.627624 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:27.646682 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:24Z', 'revision_number': 3, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:27.679629 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cdbad-6d4e-418f-808b-748a965c1e4f None None] Pushing event updated for resources: {'Port': ['ID=ab213382-afa6-45d9-9ade-4bbb30625b82,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:27.688848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.db.api [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:19:27.689276 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG oslo_db.api [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:19:27.695928 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6264881-986d-4d91-9f2b-06d44f7575cb None None] The sync data for ids ['3ba8292b-5624-449d-89ac-be0a9b603b63'] in dv-cinder-862489-1-iscsi is: [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:24Z', 'revision_number': 3, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:27.720463 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-760407fe-6c09-490e-8d38-faa205c7b9fa None None] Provisioning complete for port ab213382-afa6-45d9-9ade-4bbb30625b82 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:27.720776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-760407fe-6c09-490e-8d38-faa205c7b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.721117 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-760407fe-6c09-490e-8d38-faa205c7b9fa None None] Attempt 1 to provision port ab213382-afa6-45d9-9ade-4bbb30625b82 Oct 24 13:19:27.797722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:27.832142 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-760407fe-6c09-490e-8d38-faa205c7b9fa None None] Current status of the port ab213382-afa6-45d9-9ade-4bbb30625b82 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:27.833613 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks [] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.840546 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.917538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:27.920112 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (3ba8292b-5624-449d-89ac-be0a9b603b63), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.955153 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-63100a49-f3a0-449e-abc0-aaec70e62be7 None None] Provisioning complete for port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:27.955530 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-63100a49-f3a0-449e-abc0-aaec70e62be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:27.955876 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-63100a49-f3a0-449e-abc0-aaec70e62be7 None None] Attempt 1 to provision port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 Oct 24 13:19:28.004695 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-63100a49-f3a0-449e-abc0-aaec70e62be7 None None] Port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:19:28.041328 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:28.042948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:28.214575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Router 3ba8292b-5624-449d-89ac-be0a9b603b63 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:28.237030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port ab213382-afa6-45d9-9ade-4bbb30625b82 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:28.393944 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:28.414035 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110befe4-34cb-4ec7-a720-4062df3d1441 req-d77b9220-8926-43ce-9d35-d82805e03f2c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:28.415612 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-110befe4-34cb-4ec7-a720-4062df3d1441 req-d77b9220-8926-43ce-9d35-d82805e03f2c tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.0623629 Oct 24 13:19:28.428371 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:28.429561 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-e906f3de-1f04-4a32-8094-43f547490573 None None] Provisioning complete for port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:28.429944 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e906f3de-1f04-4a32-8094-43f547490573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:28.430290 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-e906f3de-1f04-4a32-8094-43f547490573 None None] Attempt 1 to provision port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 Oct 24 13:19:28.448937 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-2adca320-e669-4745-9aa4-858bdaa445f6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3ba8292b-5624-449d-89ac-be0a9b603b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9982913 Oct 24 13:19:28.475007 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-e906f3de-1f04-4a32-8094-43f547490573 None None] Port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:19:28.512167 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-110befe4-34cb-4ec7-a720-4062df3d1441 req-456f0534-3481-479f-b663-fdbcbcdf75e4 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d56db3e-2f90-416d-a654-28b3fc7c4495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862017 Oct 24 13:19:28.522541 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 1f5a9ec5-2895-41ea-85e0-ec6250518f80 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:28.585092 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:28.585493 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:28.586053 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 Oct 24 13:19:28.675666 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441da7c-1e40-434e-85a4-96745148dc8c req-17c39925-f2aa-432f-a8d3-82d3672d34b8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:28.677803 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9441da7c-1e40-434e-85a4-96745148dc8c req-17c39925-f2aa-432f-a8d3-82d3672d34b8 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 945 time: 0.0727971 Oct 24 13:19:28.709604 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:28.710362 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device c14d63e3-406e-44ab-82ef-fd8728f81f12 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:28.781886 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port c14d63e3-406e-44ab-82ef-fd8728f81f12 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:28.783735 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:28.785306 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port c14d63e3-406e-44ab-82ef-fd8728f81f12 Oct 24 13:19:28.856888 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Deleting port b2e03576-01e9-4c65-aae0-ffd1580274d1 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:28.857454 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:28.913582 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port c14d63e3-406e-44ab-82ef-fd8728f81f12 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:28.914221 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:28.920981 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:28.942075 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port c14d63e3-406e-44ab-82ef-fd8728f81f12, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=c14d63e3-406e-44ab-82ef-fd8728f81f12,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:28.946638 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:28.947641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device ab213382-afa6-45d9-9ade-4bbb30625b82 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:28.998042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] For port b2e03576-01e9-4c65-aae0-ffd1580274d1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=b2e03576-01e9-4c65-aae0-ffd1580274d1,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:28.998650 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.015717 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:29.036022 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=c14d63e3-406e-44ab-82ef-fd8728f81f12,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:29.040330 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port ab213382-afa6-45d9-9ade-4bbb30625b82 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:29.040730 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.041080 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port ab213382-afa6-45d9-9ade-4bbb30625b82 Oct 24 13:19:29.058734 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38706) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:29.066002 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956941154', 'description': 'tempest-secgroup-smoke-956941154 description', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:29.110083 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.131187 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port ab213382-afa6-45d9-9ade-4bbb30625b82 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:29.192957 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group (5e0e9b55-a273-4541-a25a-3e755b06a7ee), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.198164 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (5e0e9b55-a273-4541-a25a-3e755b06a7ee), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.211951 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.212407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (701be15e-8792-441c-b578-d8d789ae2d33), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.212723 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Floating IP 701be15e-8792-441c-b578-d8d789ae2d33 disassociated. External IP: 172.27.1.77, port: b2e03576-01e9-4c65-aae0-ffd1580274d1. Oct 24 13:19:29.213063 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Calling delete_port for b2e03576-01e9-4c65-aae0-ffd1580274d1 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:29.228243 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.229474 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1679995 Oct 24 13:19:29.232658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38708) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:29.237727 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group_rule': {'security_group_id': '5e0e9b55-a273-4541-a25a-3e755b06a7ee', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:29.242927 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:29.245633 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0e9b55-a273-4541-a25a-3e755b06a7ee,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:29.251188 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:29.262252 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.262602 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.262948 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.263321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.263665 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.263996 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.264341 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.264662 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.264993 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.265321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.265648 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.265976 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.266321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.266623 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.266946 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6c774-d526-4a45-831b-eaa007afaf93 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:19:29.286977 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (828abdb2-d0ba-4248-a66a-daedcc0b36a5), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.351636 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (828abdb2-d0ba-4248-a66a-daedcc0b36a5), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.355417 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (828abdb2-d0ba-4248-a66a-daedcc0b36a5), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.356675 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (b2e03576-01e9-4c65-aae0-ffd1580274d1), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.374050 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828abdb2-d0ba-4248-a66a-daedcc0b36a5,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:29.383511 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.384735 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-72e47fe3-f027-45a8-91a0-57a8c07184c2 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511600 Oct 24 13:19:29.387612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38710) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:29.392257 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group_rule': {'security_group_id': '5e0e9b55-a273-4541-a25a-3e755b06a7ee', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:29.395448 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event deleted for resources: {'Port': ['ID=b2e03576-01e9-4c65-aae0-ffd1580274d1,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:29.421213 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (51101722-24d0-402a-aa6c-7539f4573237), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.483701 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (51101722-24d0-402a-aa6c-7539f4573237), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.489853 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (51101722-24d0-402a-aa6c-7539f4573237), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.509099 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Router cd975d68-6005-4ea1-96c3-c24773643430 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:29.510884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51101722-24d0-402a-aa6c-7539f4573237,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:29.519288 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.523483 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-53f47860-cc5d-4d35-899e-4e6fee5eea77 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347456 Oct 24 13:19:29.523659 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38712) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:29.560414 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group_rule': {'security_group_id': '5e0e9b55-a273-4541-a25a-3e755b06a7ee', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:29.645816 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (e8f4a9d4-27b2-4fed-9bee-bab91ef7bca3), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.676903 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5b0a791a-ce9c-409e-89ca-ba3b90f2c3fb req-1075f82d-9829-4f3b-9656-b96315a15e57 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4a61a38e-37d5-4a07-8990-10906e3122dc HTTP/1.1" status: 200 len: 210 time: 0.0746648 Oct 24 13:19:29.699344 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:29.704550 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:29.714496 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:29.726413 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:29.726998 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:29.762117 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] No DVR routers for this DVR port b2e03576-01e9-4c65-aae0-ffd1580274d1 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:29.766040 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.769404 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9441da7c-1e40-434e-85a4-96745148dc8c req-92e6e545-7878-4efc-bb90-1c0db5bb5fb6 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b2e03576-01e9-4c65-aae0-ffd1580274d1 HTTP/1.1" status: 204 len: 173 time: 1.0854914 Oct 24 13:19:29.769933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'name': 'network-vif-deleted', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:19:29.772301 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317ba4d0-c5ae-4560-a0a2-083e7ae88630" -d '{"events": [{"server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "name": "network-vif-deleted", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:19:29.825743 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (e8f4a9d4-27b2-4fed-9bee-bab91ef7bca3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.834407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (e8f4a9d4-27b2-4fed-9bee-bab91ef7bca3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.866157 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c92668a-1a0c-4bc8-8fcc-8831fe200c30 x-openstack-request-id: req-1c92668a-1a0c-4bc8-8fcc-8831fe200c30 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:19:29.866931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61a38e-37d5-4a07-8990-10906e3122dc", "name": "network-vif-deleted", "tag": "b2e03576-01e9-4c65-aae0-ffd1580274d1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:19:29.866931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c92668a-1a0c-4bc8-8fcc-8831fe200c30 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:19:29.867287 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c92668a-1a0c-4bc8-8fcc-8831fe200c30'] response: {'server_uuid': '4a61a38e-37d5-4a07-8990-10906e3122dc', 'name': 'network-vif-deleted', 'tag': 'b2e03576-01e9-4c65-aae0-ffd1580274d1', 'status': 'completed', 'code': 200} Oct 24 13:19:29.871575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f4a9d4-27b2-4fed-9bee-bab91ef7bca3,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:29.879638 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Sync routers for ids ['3ba8292b-5624-449d-89ac-be0a9b603b63'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:29.899868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:29.900997 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Routers {'3ba8292b-5624-449d-89ac-be0a9b603b63'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:29.902551 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ba8292b-5624-449d-89ac-be0a9b603b63'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:29.904021 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-dd93965c-9bf4-4bf6-82b8-fe83038fb80f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792179 Oct 24 13:19:29.904243 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38720) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:29.914693 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group_rule': {'security_group_id': '5e0e9b55-a273-4541-a25a-3e755b06a7ee', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:29.953929 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (d5fffe48-ea72-4cfb-b22b-d46828eac877), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.062477 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Set router 3ba8292b-5624-449d-89ac-be0a9b603b63 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:30.082334 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:30.097048 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (d5fffe48-ea72-4cfb-b22b-d46828eac877), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.102985 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (d5fffe48-ea72-4cfb-b22b-d46828eac877), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.130043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fffe48-ea72-4cfb-b22b-d46828eac877,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:30.154846 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.159371 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38728) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:30.161639 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e59dbef9-1322-4666-a1eb-ed2c0b569c4b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2553225 Oct 24 13:19:30.172088 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group_rule': {'security_group_id': '5e0e9b55-a273-4541-a25a-3e755b06a7ee', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:30.207372 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.securitygroups_db [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Project f0bee9967bdb41eca0acff51d5e105e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:19:30.220064 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (3753ad66-9c8a-4346-859a-f188334d715e), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.280065 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:30.289408 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:30.311589 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:30.320026 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (3753ad66-9c8a-4346-859a-f188334d715e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.335699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (3753ad66-9c8a-4346-859a-f188334d715e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.350230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:30.357936 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3753ad66-9c8a-4346-859a-f188334d715e,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:30.365196 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:30.366217 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:30.370241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.374321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38730) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:30.375256 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-0f5d9200-81d2-49b6-b674-675d46a03d76 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2126799 Oct 24 13:19:30.380128 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:30.383439 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'security_group_rule': {'security_group_id': '5e0e9b55-a273-4541-a25a-3e755b06a7ee', 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:30.386177 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:27Z', 'revision_number': 4, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f1c251e9-a7de-4f0e-8396-76a8f11aa7f6', 'name': '', 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'mac_address': 'fa:16:3e:e3:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '329eb9e1-3fd5-4992-8fb2-ff3454786637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:26Z', 'updated_at': '2022-10-24T13:19:27Z', 'revision_number': 2, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'subnets': [{'id': '329eb9e1-3fd5-4992-8fb2-ff3454786637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:30.411200 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.securitygroups_db [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Project f0bee9967bdb41eca0acff51d5e105e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:19:30.426557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (6cd3a3d5-00b3-4949-8819-31eac776841d), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.429600 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device c14d63e3-406e-44ab-82ef-fd8728f81f12 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:30.433631 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Checking router: 3ba8292b-5624-449d-89ac-be0a9b603b63 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:30.434257 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Updating router 3ba8292b-5624-449d-89ac-be0a9b603b63 port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:19:30.484969 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.531569 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (6cd3a3d5-00b3-4949-8819-31eac776841d), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.537115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (6cd3a3d5-00b3-4949-8819-31eac776841d), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.556646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port c14d63e3-406e-44ab-82ef-fd8728f81f12 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:30.556900 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd3a3d5-00b3-4949-8819-31eac776841d,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:30.557188 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.557536 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port c14d63e3-406e-44ab-82ef-fd8728f81f12 Oct 24 13:19:30.568079 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.578018 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0e92e9f3-3fe2-4897-8d73-086b58e95177 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1934180 Oct 24 13:19:30.584287 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:30.669639 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:30.774301 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port c14d63e3-406e-44ab-82ef-fd8728f81f12 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:30.795419 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38774) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:30.832020 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Publish callbacks [] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.839965 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.848625 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:30.864180 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a12a5181-330b-45d3-a632-97bada426f58 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (3d56db3e-2f90-416d-a654-28b3fc7c4495), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.874884 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:30.881641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64dd35c-f315-404c-9224-0d644c50a22c None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:41Z', 'revision_number': 4, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'db937d58-0800-4a2c-97ef-c7bce0878577', 'name': '', 'network_id': '99f0061f-b4ea-47ba-a8ca-587da29d9acf', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'mac_address': 'fa:16:3e:94:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:40Z', 'updated_at': '2022-10-24T13:13:46Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'subnets': [{'id': '9d9bc00b-a715-4bad-ad1e-1f64e3daa837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:30.893481 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a12a5181-330b-45d3-a632-97bada426f58 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (3d56db3e-2f90-416d-a654-28b3fc7c4495), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.948091 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243b22f-ebcd-4963-82bf-a690f1112c43 None None] Pushing event updated for resources: {'Port': ['ID=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:30.954892 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Attempting to bind port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:30.955567 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Attempting to bind port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:30.956559 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Attempting to bind port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 on network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:30.965858 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a12a5181-330b-45d3-a632-97bada426f58 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (3d56db3e-2f90-416d-a654-28b3fc7c4495), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.968902 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a12a5181-330b-45d3-a632-97bada426f58 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:30.973320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38776) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:30.981483 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a12a5181-330b-45d3-a632-97bada426f58 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3d56db3e-2f90-416d-a654-28b3fc7c4495 HTTP/1.1" status: 204 len: 168 time: 0.1847613 Oct 24 13:19:30.995470 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-d0ec1366-da2a-483f-a4fa-43d0ea7387d5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] show failed (client error): The resource could not be found. Oct 24 13:19:31.006726 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d0ec1366-da2a-483f-a4fa-43d0ea7387d5 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "GET /networking/v2.0/security-groups/3d56db3e-2f90-416d-a654-28b3fc7c4495 HTTP/1.1" status: 404 len: 347 time: 0.0321062 Oct 24 13:19:31.007333 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38778) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:31.010321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a5181-330b-45d3-a632-97bada426f58 tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56db3e-2f90-416d-a654-28b3fc7c4495,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:31.011117 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:31.011698 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Checking segment: {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:31.012920 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.013620 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Bound using segment: {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:31.014264 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Bound port: f1c251e9-a7de-4f0e-8396-76a8f11aa7f6, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:31.014822 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.093594 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] For port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:31.101537 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] For port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,segment=NetworkSegment(86e2ab2e-04f3-445b-a3e9-5f3a3a102a32),segment_id=86e2ab2e-04f3-445b-a3e9-5f3a3a102a32)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:31.111309 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.126307 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Routers {'3ba8292b-5624-449d-89ac-be0a9b603b63'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:31.127276 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ba8292b-5624-449d-89ac-be0a9b603b63'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:31.166397 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Deleting port 1c8db1b1-caa6-43b9-bcb6-75d958e4da64 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:31.166731 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.352476 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.353381 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.373190 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3ac079-7b4c-4bce-8f98-52d4a16a9302 None None] New status for floating IP 701be15e-8792-441c-b578-d8d789ae2d33: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:19:31.390159 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Calling delete_port for 1c8db1b1-caa6-43b9-bcb6-75d958e4da64 owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:31.449052 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243b22f-ebcd-4963-82bf-a690f1112c43 None None] Pushing event updated for resources: {'Port': ['ID=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,revision_number=4']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:31.491032 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] Set router 3ba8292b-5624-449d-89ac-be0a9b603b63 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:31.623723 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1c8db1b1-caa6-43b9-bcb6-75d958e4da64), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.697316 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Pushing event deleted for resources: {'Port': ['ID=1c8db1b1-caa6-43b9-bcb6-75d958e4da64,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:31.750670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks [] for floatingip (701be15e-8792-441c-b578-d8d789ae2d33), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.755659 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:31.761781 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-85ad84f1-9036-4c5c-a1df-64e3770a138a tempest-AttachVolumeTestJSON-1191960355 tempest-AttachVolumeTestJSON-1191960355-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/701be15e-8792-441c-b578-d8d789ae2d33 HTTP/1.1" status: 204 len: 168 time: 0.7532570 Oct 24 13:19:31.772094 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:27Z', 'revision_number': 4, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f1c251e9-a7de-4f0e-8396-76a8f11aa7f6', 'name': '', 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'mac_address': 'fa:16:3e:e3:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '329eb9e1-3fd5-4992-8fb2-ff3454786637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:26Z', 'updated_at': '2022-10-24T13:19:31Z', 'revision_number': 4, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'subnets': [{'id': '329eb9e1-3fd5-4992-8fb2-ff3454786637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:31.800593 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c78e9d-93bd-4767-a9c9-fa9d572007f8 None None] The sync data for ids ['3ba8292b-5624-449d-89ac-be0a9b603b63'] in dv-cinder-862489-1-iscsi is: [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:27Z', 'revision_number': 4, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': 'f1c251e9-a7de-4f0e-8396-76a8f11aa7f6', 'name': '', 'network_id': 'c9c4eee8-e1a5-452c-bd3e-462c0fe15afc', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'mac_address': 'fa:16:3e:e3:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '329eb9e1-3fd5-4992-8fb2-ff3454786637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:26Z', 'updated_at': '2022-10-24T13:19:31Z', 'revision_number': 4, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'subnets': [{'id': '329eb9e1-3fd5-4992-8fb2-ff3454786637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:32.345068 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:32.395767 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:32.396152 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:32.396493 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 Oct 24 13:19:32.480307 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:32.480706 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:32.517345 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b2e03576-01e9-4c65-aae0-ffd1580274d1 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:32.549585 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,segment=NetworkSegment(86e2ab2e-04f3-445b-a3e9-5f3a3a102a32),segment_id=86e2ab2e-04f3-445b-a3e9-5f3a3a102a32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:32.552870 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: b2e03576-01e9-4c65-aae0-ffd1580274d1 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:32.553521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device b2e03576-01e9-4c65-aae0-ffd1580274d1 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:32.556760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:32.615656 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:34.038193 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-2b9cef85-ed75-49ca-8ade-3852018f69f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405445 Oct 24 13:19:34.126398 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-292ec3a5-7b18-44df-aaf0-5906d5910da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:34.128934 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-292ec3a5-7b18-44df-aaf0-5906d5910da5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b736b09b6ee2492590cbc23db48752f4&device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 1130 time: 0.0437672 Oct 24 13:19:34.243794 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-1f12706d-e54e-4571-b6f4-f3b8e8d940fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:34.245377 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-1f12706d-e54e-4571-b6f4-f3b8e8d940fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 200 len: 918 time: 0.0986400 Oct 24 13:19:34.259015 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:34.329635 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-52e423c9-1a24-434d-9a73-fe3a5a7b53f8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0763850 Oct 24 13:19:34.336367 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:19:34.338673 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:34.386140 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-da1a7c76-d012-45b6-9111-6ad8d3f0e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:34.387638 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-da1a7c76-d012-45b6-9111-6ad8d3f0e127 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 200 len: 856 time: 0.0527360 Oct 24 13:19:34.389393 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:34.389775 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:34.390115 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 Oct 24 13:19:34.437374 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-00e49c46-7d59-4ffb-830e-1e7ae0bdc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:34.439017 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-00e49c46-7d59-4ffb-830e-1e7ae0bdc753 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5d6737bc-d513-4e59-9015-d238c58ac0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443740 Oct 24 13:19:34.471731 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:34.541579 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-89a74ed5-1480-43b7-bcec-c310f8fee32b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958693 Oct 24 13:19:34.643176 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc0d46f-3184-47b6-aa54-4f37b81e8286 req-b4490792-3d2e-4513-b041-5920d3bcdd33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957696 Oct 24 13:19:35.438755 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38876) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:35.554697 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38884) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:35.633084 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:35.691186 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-567b30f8-f5c7-447d-a36e-7a7dc4968198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.144236 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-567b30f8-f5c7-447d-a36e-7a7dc4968198 admin admin] Publish callbacks [] for security_group (28b80027-32f3-4515-992b-e2602ae3def6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.150065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-567b30f8-f5c7-447d-a36e-7a7dc4968198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (28b80027-32f3-4515-992b-e2602ae3def6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.219832 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-567b30f8-f5c7-447d-a36e-7a7dc4968198 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a5a51e54d19a4a0da468a57cdf3974ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6640394 Oct 24 13:19:36.222619 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38888) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:36.225236 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b30f8-f5c7-447d-a36e-7a7dc4968198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b80027-32f3-4515-992b-e2602ae3def6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:36.275652 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:36.284221 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a97482b3-0c8a-4fb2-b653-7340e12ccd54 admin admin] Publish callbacks [] for security_group (28b80027-32f3-4515-992b-e2602ae3def6), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.288038 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:36.313853 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a97482b3-0c8a-4fb2-b653-7340e12ccd54 admin admin] Publish callbacks [] for security_group (28b80027-32f3-4515-992b-e2602ae3def6), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.330967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (cd975d68-6005-4ea1-96c3-c24773643430), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.366918 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:36.380064 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a97482b3-0c8a-4fb2-b653-7340e12ccd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (28b80027-32f3-4515-992b-e2602ae3def6), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.382710 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a97482b3-0c8a-4fb2-b653-7340e12ccd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.383892 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-a97482b3-0c8a-4fb2-b653-7340e12ccd54 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/28b80027-32f3-4515-992b-e2602ae3def6 HTTP/1.1" status: 204 len: 168 time: 0.1600654 Oct 24 13:19:36.392639 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97482b3-0c8a-4fb2-b653-7340e12ccd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b80027-32f3-4515-992b-e2602ae3def6,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:36.621508 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Deleting port db937d58-0800-4a2c-97ef-c7bce0878577 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:36.622049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.734256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] For port db937d58-0800-4a2c-97ef-c7bce0878577, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=db937d58-0800-4a2c-97ef-c7bce0878577,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:36.734256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.753671 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Calling delete_port for db937d58-0800-4a2c-97ef-c7bce0878577 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:36.758432 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38906) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:36.774178 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4ac0707f-7aa4-4d20-945a-a72c30ec459d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.840712 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:36.867899 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4ac0707f-7aa4-4d20-945a-a72c30ec459d admin admin] Publish callbacks [] for security_group (dcfbc753-54af-4ef8-ae83-6f6b71257e47), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.872031 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4ac0707f-7aa4-4d20-945a-a72c30ec459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dcfbc753-54af-4ef8-ae83-6f6b71257e47), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:36.888109 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e5520-3e50-499b-a5e6-33470a59a997 req-1a2e699b-7079-42e7-a174-7a8444374f63 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:36.889693 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5b3e5520-3e50-499b-a5e6-33470a59a997 req-1a2e699b-7079-42e7-a174-7a8444374f63 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 946 time: 0.0709655 Oct 24 13:19:36.917173 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-4ac0707f-7aa4-4d20-945a-a72c30ec459d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2df87f716be64905891d6439ed180496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558990 Oct 24 13:19:36.917844 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0707f-7aa4-4d20-945a-a72c30ec459d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbc753-54af-4ef8-ae83-6f6b71257e47,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:36.919504 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38908) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:37.027771 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5b3e5520-3e50-499b-a5e6-33470a59a997 req-512734bc-3e21-4ec8-abf0-d7d321e5cb1e tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089857 Oct 24 13:19:37.047033 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68aa71a2-79c7-4eec-b7d0-f3b9f6570dbb admin admin] Publish callbacks [] for security_group (dcfbc753-54af-4ef8-ae83-6f6b71257e47), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.100690 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68aa71a2-79c7-4eec-b7d0-f3b9f6570dbb admin admin] Publish callbacks [] for security_group (dcfbc753-54af-4ef8-ae83-6f6b71257e47), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.135473 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (db937d58-0800-4a2c-97ef-c7bce0878577), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.167577 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db937d58-0800-4a2c-97ef-c7bce0878577,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:37.230749 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:37.234383 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68aa71a2-79c7-4eec-b7d0-f3b9f6570dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dcfbc753-54af-4ef8-ae83-6f6b71257e47), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.236979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68aa71a2-79c7-4eec-b7d0-f3b9f6570dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.238957 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-68aa71a2-79c7-4eec-b7d0-f3b9f6570dbb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dcfbc753-54af-4ef8-ae83-6f6b71257e47 HTTP/1.1" status: 204 len: 168 time: 0.3176765 Oct 24 13:19:37.266015 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa71a2-79c7-4eec-b7d0-f3b9f6570dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbc753-54af-4ef8-ae83-6f6b71257e47,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:37.397575 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (cd975d68-6005-4ea1-96c3-c24773643430), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.426486 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18f5a1-c4cd-4666-ab1e-9c6ace6f2fe0 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:19:37.540626 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18f5a1-c4cd-4666-ab1e-9c6ace6f2fe0 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:19:37.654950 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Router cd975d68-6005-4ea1-96c3-c24773643430 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:37.663875 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38918) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:37.692407 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-864936e7-d6df-414c-9ac6-8aa91c00ab58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.782928 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:37.787186 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-864936e7-d6df-414c-9ac6-8aa91c00ab58 admin admin] Publish callbacks [] for security_group (a4641f95-2284-4cd7-b5ff-bc049c74a8dd), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.789002 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-39ad1cd3-deb1-4173-82fd-1860117183c3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/cd975d68-6005-4ea1-96c3-c24773643430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492067 Oct 24 13:19:37.791468 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38920) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:37.795223 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] Sync routers for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:37.803040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-864936e7-d6df-414c-9ac6-8aa91c00ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a4641f95-2284-4cd7-b5ff-bc049c74a8dd), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:37.803749 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:37.814101 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:37.814623 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:37.939525 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:38.157815 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:19:37Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:38.177300 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-864936e7-d6df-414c-9ac6-8aa91c00ab58 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1834fd4f28b44a6a4700fe740aed5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093691 Oct 24 13:19:38.178188 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38924) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:38.186615 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] Checking router: cd975d68-6005-4ea1-96c3-c24773643430 for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:38.197822 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864936e7-d6df-414c-9ac6-8aa91c00ab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4641f95-2284-4cd7-b5ff-bc049c74a8dd,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:38.198690 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] Routers {'cd975d68-6005-4ea1-96c3-c24773643430'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:38.199431 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['cd975d68-6005-4ea1-96c3-c24773643430'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:38.284898 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c1a8-16dd-48ba-81d8-2978b2cf23a4 req-d052aa02-dd73-49d8-b000-6f6af829e10a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:38.286581 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-46d4c1a8-16dd-48ba-81d8-2978b2cf23a4 req-d052aa02-dd73-49d8-b000-6f6af829e10a tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 946 time: 0.1316440 Oct 24 13:19:38.293613 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks [] for router (cd975d68-6005-4ea1-96c3-c24773643430), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.322124 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:38.354407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-823edcc4-ed82-459b-8f0e-91ad5f37c111 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:38.356626 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-823edcc4-ed82-459b-8f0e-91ad5f37c111 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 946 time: 0.1548316 Oct 24 13:19:38.357909 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] Set router cd975d68-6005-4ea1-96c3-c24773643430 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:38.368617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-032f5646-4909-4c5c-9d4e-f18b54ed7181 admin admin] Publish callbacks [] for security_group (a4641f95-2284-4cd7-b5ff-bc049c74a8dd), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.389290 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:38.400713 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-bceb5071-1df6-414d-b15f-b6141150689a None None] Provisioning complete for port a15a78bd-d151-41d0-952e-b12bf524fe19 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:38.401363 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-bceb5071-1df6-414d-b15f-b6141150689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.401862 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-bceb5071-1df6-414d-b15f-b6141150689a None None] Attempt 1 to provision port a15a78bd-d151-41d0-952e-b12bf524fe19 Oct 24 13:19:38.406332 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-46d4c1a8-16dd-48ba-81d8-2978b2cf23a4 req-3f55eb15-ee4c-4fe3-a733-f13a2c9a55d3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fac03742-062e-4048-89af-237e75bdf15b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097069 Oct 24 13:19:38.406890 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:38.421520 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-032f5646-4909-4c5c-9d4e-f18b54ed7181 admin admin] Publish callbacks [] for security_group (a4641f95-2284-4cd7-b5ff-bc049c74a8dd), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.489210 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks [] for router_gateway (cd975d68-6005-4ea1-96c3-c24773643430), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.506631 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Deleting port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:38.507150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.516809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-bceb5071-1df6-414d-b15f-b6141150689a None None] Current status of the port a15a78bd-d151-41d0-952e-b12bf524fe19 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:38.542199 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:38.557138 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Deleting port fdee5ab8-c58b-402c-9e14-0e2144f310f5 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:38.557523 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.570325 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-032f5646-4909-4c5c-9d4e-f18b54ed7181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a4641f95-2284-4cd7-b5ff-bc049c74a8dd), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.572913 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-032f5646-4909-4c5c-9d4e-f18b54ed7181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.576712 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-032f5646-4909-4c5c-9d4e-f18b54ed7181 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a4641f95-2284-4cd7-b5ff-bc049c74a8dd HTTP/1.1" status: 204 len: 168 time: 0.3972318 Oct 24 13:19:38.590444 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f5646-4909-4c5c-9d4e-f18b54ed7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4641f95-2284-4cd7-b5ff-bc049c74a8dd,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:38.641098 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:38.648882 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] For port 486a8286-8bd4-4826-a629-5c1b4c9df0e1, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=486a8286-8bd4-4826-a629-5c1b4c9df0e1,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:38.649247 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.661752 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:38.671443 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] For port fdee5ab8-c58b-402c-9e14-0e2144f310f5, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=fdee5ab8-c58b-402c-9e14-0e2144f310f5,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:38.672103 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.680767 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:19:37Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:38.688553 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Calling delete_port for fdee5ab8-c58b-402c-9e14-0e2144f310f5 owned by network:router_gateway {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:38.716495 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34531c-7f60-4f35-a346-80f8fac785b6 None None] The sync data for ids ['cd975d68-6005-4ea1-96c3-c24773643430'] in dv-cinder-862489-1-iscsi is: [{'id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'name': 'tempest-AttachVolumeTestJSON-1032356153-router', 'tenant_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:19:37Z', 'revision_number': 5, 'project_id': 'df0bdf3ab29d43e0bf749b9814813e5c', 'gw_port': {'id': 'fdee5ab8-c58b-402c-9e14-0e2144f310f5', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd975d68-6005-4ea1-96c3-c24773643430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:13:38Z', 'updated_at': '2022-10-24T13:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:38.912283 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (fdee5ab8-c58b-402c-9e14-0e2144f310f5), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.943658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdee5ab8-c58b-402c-9e14-0e2144f310f5,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:38.979324 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.979324 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (b51db59e-d58c-4b01-8160-6686ddcc455d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:38.979324 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Floating IP b51db59e-d58c-4b01-8160-6686ddcc455d disassociated. External IP: 172.27.1.205, port: 486a8286-8bd4-4826-a629-5c1b4c9df0e1. Oct 24 13:19:38.979324 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Calling delete_port for 486a8286-8bd4-4826-a629-5c1b4c9df0e1 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:39.044875 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (cd975d68-6005-4ea1-96c3-c24773643430), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.152530 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (486a8286-8bd4-4826-a629-5c1b4c9df0e1), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.168983 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (cd975d68-6005-4ea1-96c3-c24773643430), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.171641 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks [] for router_controller (cd975d68-6005-4ea1-96c3-c24773643430), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.185922 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event deleted for resources: {'Port': ['ID=486a8286-8bd4-4826-a629-5c1b4c9df0e1,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:39.233403 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (cd975d68-6005-4ea1-96c3-c24773643430), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.234114 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd975d68-6005-4ea1-96c3-c24773643430 {{(pid=104669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:19:39.239036 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.242526 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-dcfdafe6-668b-4d80-99cd-941dd69f2776 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/cd975d68-6005-4ea1-96c3-c24773643430 HTTP/1.1" status: 204 len: 168 time: 1.4477537 Oct 24 13:19:39.243035 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38940) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:39.312760 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_v2 [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Deleting subnet 9d9bc00b-a715-4bad-ad1e-1f64e3daa837 {{(pid=104669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:19:39.317787 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Publish callbacks [] for subnet (9d9bc00b-a715-4bad-ad1e-1f64e3daa837), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.379259 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26001583'] for subnet (9d9bc00b-a715-4bad-ad1e-1f64e3daa837), precommit_delete_associations {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.415271 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Router 1d14bcaf-3128-49bc-b8f7-351893378942 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:39.502444 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (9d9bc00b-a715-4bad-ad1e-1f64e3daa837), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.574973 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26001518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25991415'] for subnet (9d9bc00b-a715-4bad-ad1e-1f64e3daa837), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.604718 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9bc00b-a715-4bad-ad1e-1f64e3daa837,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:39.611821 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.615300 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-21909c2d-7d5d-45c8-a38e-795f8f65e215 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/9d9bc00b-a715-4bad-ad1e-1f64e3daa837 HTTP/1.1" status: 204 len: 168 time: 0.3713298 Oct 24 13:19:39.617811 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38952) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:39.620991 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a479b770-838b-4e6a-9db6-d046126272c9 req-233548b7-835f-4a31-9f7e-f9ed9c2efd80 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54a71380-34c3-40b5-a376-1622f1e44528 HTTP/1.1" status: 200 len: 210 time: 0.0828588 Oct 24 13:19:39.621181 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e391a55e-68d0-4fed-bcc9-f4a9210f1dd4 None None] Network 99f0061f-b4ea-47ba-a8ca-587da29d9acf requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:39.653412 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:39.734153 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (99f0061f-b4ea-47ba-a8ca-587da29d9acf), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.744577 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] No DVR routers for this DVR port 486a8286-8bd4-4826-a629-5c1b4c9df0e1 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:39.775296 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.783709 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:39.785051 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f0f10fe7-7129-432a-b8cc-3eaecdedd4a8 req-9f4a0330-b7ec-4d4b-b61b-58bae5b9799d tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.25 "DELETE /networking/v2.0/ports/486a8286-8bd4-4826-a629-5c1b4c9df0e1 HTTP/1.1" status: 204 len: 173 time: 1.4229624 Oct 24 13:19:39.785639 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-deleted', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:19:39.788044 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3732802-9532-4e38-bec0-2cbd3025a4be" -d '{"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-deleted", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:19:39.812820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Deleting port a15a78bd-d151-41d0-952e-b12bf524fe19 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:39.813422 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.827944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:39.833455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:39.838116 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:39.922720 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb496785-3c4f-4219-b726-a43badb25c55 x-openstack-request-id: req-cb496785-3c4f-4219-b726-a43badb25c55 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:19:39.923023 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a71380-34c3-40b5-a376-1622f1e44528", "name": "network-vif-deleted", "tag": "486a8286-8bd4-4826-a629-5c1b4c9df0e1", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:19:39.923300 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb496785-3c4f-4219-b726-a43badb25c55 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:19:39.923706 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb496785-3c4f-4219-b726-a43badb25c55'] response: {'server_uuid': '54a71380-34c3-40b5-a376-1622f1e44528', 'name': 'network-vif-deleted', 'tag': '486a8286-8bd4-4826-a629-5c1b4c9df0e1', 'status': 'completed', 'code': 200} Oct 24 13:19:39.935451 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] For port a15a78bd-d151-41d0-952e-b12bf524fe19, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=a15a78bd-d151-41d0-952e-b12bf524fe19,segment=NetworkSegment(c0f24034-d75a-4c37-8322-253f5f7f9dba),segment_id=c0f24034-d75a-4c37-8322-253f5f7f9dba)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:39.935619 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:39.939915 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] DHCP port deletion for 99f0061f-b4ea-47ba-a8ca-587da29d9acf request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:19:39.958709 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Calling delete_port for a15a78bd-d151-41d0-952e-b12bf524fe19 owned by network:dhcp {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:39.969271 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:40.090733 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:40.093797 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Deleting port a15a78bd-d151-41d0-952e-b12bf524fe19 {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:40.094335 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.100922 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.125636 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15a78bd-d151-41d0-952e-b12bf524fe19,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:40.133284 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] No DVR routers for this DVR port a15a78bd-d151-41d0-952e-b12bf524fe19 on host dv-cinder-862489-1-iscsi {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:40.174023 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] For port a15a78bd-d151-41d0-952e-b12bf524fe19, host dv-cinder-862489-1-iscsi, got binding levels [] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:40.174510 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.191608 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Calling delete_port for a15a78bd-d151-41d0-952e-b12bf524fe19 owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:40.194960 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.ipam_backend_mixin [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Port a15a78bd-d151-41d0-952e-b12bf524fe19 was not found and therefore no delete operation was performed {{(pid=104670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 13:19:40.218053 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (99f0061f-b4ea-47ba-a8ca-587da29d9acf), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.223854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (a15a78bd-d151-41d0-952e-b12bf524fe19), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.251030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] Pushing event deleted for resources: {'Port': ['ID=a15a78bd-d151-41d0-952e-b12bf524fe19,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:40.258261 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f0061f-b4ea-47ba-a8ca-587da29d9acf']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:40.264392 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b096965-821e-47b0-b8d1-7137e909a77e None None] No DVR routers for this DVR port a15a78bd-d151-41d0-952e-b12bf524fe19 on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:40.273807 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f24034-d75a-4c37-8322-253f5f7f9dba') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:40.274214 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f24034-d75a-4c37-8322-253f5f7f9dba') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:40.291013 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (c0f24034-d75a-4c37-8322-253f5f7f9dba), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.336703 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (c0f24034-d75a-4c37-8322-253f5f7f9dba), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.362460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:19:40.362988 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (c0f24034-d75a-4c37-8322-253f5f7f9dba), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.374497 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:40.396377 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a15a78bd-d151-41d0-952e-b12bf524fe19 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:40.427719 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment c0f24034-d75a-4c37-8322-253f5f7f9dba resource provider aggregate not found Oct 24 13:19:40.438430 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: a15a78bd-d151-41d0-952e-b12bf524fe19 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:40.438779 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device a15a78bd-d151-41d0-952e-b12bf524fe19 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:40.439233 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device fdee5ab8-c58b-402c-9e14-0e2144f310f5 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:40.454413 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment c0f24034-d75a-4c37-8322-253f5f7f9dba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0f24034-d75a-4c37-8322-253f5f7f9dba found for delete ", "request_id": "req-14403a78-f1b0-40e0-a390-0038a1ba2400"}]} Oct 24 13:19:40.457570 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (99f0061f-b4ea-47ba-a8ca-587da29d9acf), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.466890 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.486832 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/99f0061f-b4ea-47ba-a8ca-587da29d9acf HTTP/1.1" status: 204 len: 168 time: 0.8602309 Oct 24 13:19:40.515723 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38976) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:40.523308 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa800df-c2b0-4ccc-b059-f49ed6154ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f0061f-b4ea-47ba-a8ca-587da29d9acf,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:40.650300 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: fdee5ab8-c58b-402c-9e14-0e2144f310f5 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:40.650882 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device fdee5ab8-c58b-402c-9e14-0e2144f310f5 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:40.651070 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device db937d58-0800-4a2c-97ef-c7bce0878577 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:40.659567 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:40.673228 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00d72158-5e6e-4646-98bf-4c9176fecb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.682320 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: db937d58-0800-4a2c-97ef-c7bce0878577 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:40.682669 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device db937d58-0800-4a2c-97ef-c7bce0878577 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:40.729356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:40.733233 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:40.753600 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38982) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:40.772313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:40.781848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:40.782761 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:40.813041 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38986) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:40.816224 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00d72158-5e6e-4646-98bf-4c9176fecb36 admin admin] Publish callbacks [] for security_group (b6dc4497-bbf0-4d11-b9e9-230b96f7a78e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.820479 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00d72158-5e6e-4646-98bf-4c9176fecb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b6dc4497-bbf0-4d11-b9e9-230b96f7a78e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.861594 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-4633690f-ccec-444d-8da6-89a58d5ca370 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=df0bdf3ab29d43e0bf749b9814813e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1052966 Oct 24 13:19:40.865340 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38988) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:40.876147 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-00d72158-5e6e-4646-98bf-4c9176fecb36 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=15080cc0eff94dd2a7e8936d8ca9a52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590169 Oct 24 13:19:40.879818 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 38990) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:40.882948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d72158-5e6e-4646-98bf-4c9176fecb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc4497-bbf0-4d11-b9e9-230b96f7a78e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:40.918170 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:40.928583 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e5788177-803a-4de7-bcbe-597da1a90be6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (fac03742-062e-4048-89af-237e75bdf15b), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.933868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da35e6dd-f738-4c7a-ac34-5c4870de88a9 admin admin] Publish callbacks [] for security_group (db428a53-ce70-42d4-85f9-193f176a3fb2), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.966086 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da35e6dd-f738-4c7a-ac34-5c4870de88a9 admin admin] Publish callbacks [] for security_group (db428a53-ce70-42d4-85f9-193f176a3fb2), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:40.968059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:40.980269 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e5788177-803a-4de7-bcbe-597da1a90be6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (fac03742-062e-4048-89af-237e75bdf15b), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.023250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccd8e-5502-4da2-965a-f4366a2ca9e9 admin admin] Publish callbacks [] for security_group (b6dc4497-bbf0-4d11-b9e9-230b96f7a78e), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.035291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da35e6dd-f738-4c7a-ac34-5c4870de88a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (db428a53-ce70-42d4-85f9-193f176a3fb2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.038988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da35e6dd-f738-4c7a-ac34-5c4870de88a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.051274 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-da35e6dd-f738-4c7a-ac34-5c4870de88a9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/db428a53-ce70-42d4-85f9-193f176a3fb2 HTTP/1.1" status: 204 len: 168 time: 0.1766832 Oct 24 13:19:41.061525 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccd8e-5502-4da2-965a-f4366a2ca9e9 admin admin] Publish callbacks [] for security_group (b6dc4497-bbf0-4d11-b9e9-230b96f7a78e), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.070554 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35e6dd-f738-4c7a-ac34-5c4870de88a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db428a53-ce70-42d4-85f9-193f176a3fb2,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:41.096057 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e5788177-803a-4de7-bcbe-597da1a90be6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (fac03742-062e-4048-89af-237e75bdf15b), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.105189 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e5788177-803a-4de7-bcbe-597da1a90be6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.110306 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38996) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:41.115594 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e5788177-803a-4de7-bcbe-597da1a90be6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fac03742-062e-4048-89af-237e75bdf15b HTTP/1.1" status: 204 len: 168 time: 0.2983406 Oct 24 13:19:41.133145 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.api.v2.resource [None req-7d6bcce3-b022-481d-bbf0-58b4851125e3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] show failed (client error): The resource could not be found. Oct 24 13:19:41.137531 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7d6bcce3-b022-481d-bbf0-58b4851125e3 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "GET /networking/v2.0/security-groups/fac03742-062e-4048-89af-237e75bdf15b HTTP/1.1" status: 404 len: 347 time: 0.0262108 Oct 24 13:19:41.138119 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 38998) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:41.169330 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5788177-803a-4de7-bcbe-597da1a90be6 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac03742-062e-4048-89af-237e75bdf15b,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:41.170665 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:41.180083 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccd8e-5502-4da2-965a-f4366a2ca9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b6dc4497-bbf0-4d11-b9e9-230b96f7a78e), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.184016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ba3ccd8e-5502-4da2-965a-f4366a2ca9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.185419 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ba3ccd8e-5502-4da2-965a-f4366a2ca9e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6dc4497-bbf0-4d11-b9e9-230b96f7a78e HTTP/1.1" status: 204 len: 168 time: 0.3045256 Oct 24 13:19:41.197223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ccd8e-5502-4da2-965a-f4366a2ca9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc4497-bbf0-4d11-b9e9-230b96f7a78e,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:41.202225 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8e0674-dd5a-4639-a94d-3f36a929b953 None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:12:31Z', 'revision_number': 4, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '2ca4df75-0e17-4598-8d5a-32801ed6f6f2', 'name': '', 'network_id': '5d6737bc-d513-4e59-9015-d238c58ac0c3', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'mac_address': 'fa:16:3e:03:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:29Z', 'updated_at': '2022-10-24T13:12:51Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'subnets': [{'id': 'b132198e-5c74-4965-81d8-a75c37076eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:41.312108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Deleting port 3c2b0815-ec72-4457-9998-73ca825071ea {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:41.312611 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (3c2b0815-ec72-4457-9998-73ca825071ea), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.417542 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (3c2b0815-ec72-4457-9998-73ca825071ea), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.417878 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (3c2b0815-ec72-4457-9998-73ca825071ea), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.435420 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Calling delete_port for 3c2b0815-ec72-4457-9998-73ca825071ea owned by network:floatingip {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:41.566261 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d65d34-dab5-4e09-bb7f-b1809fb5be68 None None] New status for floating IP b51db59e-d58c-4b01-8160-6686ddcc455d: DOWN {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:19:41.610518 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (3c2b0815-ec72-4457-9998-73ca825071ea), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.642345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Pushing event deleted for resources: {'Port': ['ID=3c2b0815-ec72-4457-9998-73ca825071ea,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:41.678922 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.db.api [None req-a3d65d34-dab5-4e09-bb7f-b1809fb5be68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:19:41.679579 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG oslo_db.api [None req-a3d65d34-dab5-4e09-bb7f-b1809fb5be68 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:19:41.727189 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks [] for floatingip (b51db59e-d58c-4b01-8160-6686ddcc455d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.729939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:41.733857 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c322fd71-64b3-4580-bdda-cf24c03be613 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/b51db59e-d58c-4b01-8160-6686ddcc455d HTTP/1.1" status: 204 len: 168 time: 0.5921967 Oct 24 13:19:42.104110 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f9f43253-5ec2-498a-9a84-521697cac42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:42.181063 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d65d34-dab5-4e09-bb7f-b1809fb5be68 None None] New status for floating IP b51db59e-d58c-4b01-8160-6686ddcc455d: DOWN {{(pid=104671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:19:42.558558 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:42.582996 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 486a8286-8bd4-4826-a629-5c1b4c9df0e1 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:42.583400 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 486a8286-8bd4-4826-a629-5c1b4c9df0e1 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:43.465465 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:19:44.223616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39130) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:44.351370 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d0cfda11-3188-4522-8d81-b6d00274dae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:44.653468 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:44.943149 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:44.956480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (1d14bcaf-3128-49bc-b8f7-351893378942), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:45.172452 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Deleting port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:45.172792 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:45.253349 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] For port 2ca4df75-0e17-4598-8d5a-32801ed6f6f2, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:45.253948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:45.267398 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Calling delete_port for 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:45.485273 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (2ca4df75-0e17-4598-8d5a-32801ed6f6f2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:45.515553 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca4df75-0e17-4598-8d5a-32801ed6f6f2,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:45.652197 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:45.697588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (1d14bcaf-3128-49bc-b8f7-351893378942), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:45.773218 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:45.780315 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659acba-1d5c-4d44-acb9-6c21b2e9c275 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:19:45.886338 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:45.902197 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659acba-1d5c-4d44-acb9-6c21b2e9c275 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:19:45.959081 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Router 1d14bcaf-3128-49bc-b8f7-351893378942 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:19:46.066371 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:19:46.071596 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c8d74506-4f2e-4be7-af42-09c9211a4c21 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1d14bcaf-3128-49bc-b8f7-351893378942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468838 Oct 24 13:19:46.074083 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39160) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:46.078470 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] Sync routers for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:19:46.091374 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:46.091947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:46.183490 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks [] for router (1d14bcaf-3128-49bc-b8f7-351893378942), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:46.200079 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:46.263210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:46.292528 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks [] for router_gateway (1d14bcaf-3128-49bc-b8f7-351893378942), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:46.337623 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:46.367987 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Deleting port 29a6bab3-2a78-41ca-b90b-77f11316c706 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:46.367987 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:46.441725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:19:45Z', 'revision_number': 5, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port': {'id': '29a6bab3-2a78-41ca-b90b-77f11316c706', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:12:21Z', 'updated_at': '2022-10-24T13:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:46.470594 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] Checking router: 1d14bcaf-3128-49bc-b8f7-351893378942 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:19:46.472108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] For port 29a6bab3-2a78-41ca-b90b-77f11316c706, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=29a6bab3-2a78-41ca-b90b-77f11316c706,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:46.472757 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:46.481429 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] Routers {'1d14bcaf-3128-49bc-b8f7-351893378942'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:19:46.482257 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1d14bcaf-3128-49bc-b8f7-351893378942'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:46.506798 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Calling delete_port for 29a6bab3-2a78-41ca-b90b-77f11316c706 owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:46.588929 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] Set router 1d14bcaf-3128-49bc-b8f7-351893378942 gateway port host: None {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:19:46.595570 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-3bde5dbe-5581-4049-9079-faf0f9e75acd tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-956941154&fields=id&tenant_id=f0bee9967bdb41eca0acff51d5e105e9 HTTP/1.1" status: 200 len: 267 time: 0.1214583 Oct 24 13:19:46.659117 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:19:46Z', 'revision_number': 6, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:46.685009 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5930b8-9d6e-4035-8e13-480f23cac15e None None] The sync data for ids ['1d14bcaf-3128-49bc-b8f7-351893378942'] in dv-cinder-862489-1-iscsi is: [{'id': '1d14bcaf-3128-49bc-b8f7-351893378942', 'name': 'tempest-AttachVolumeShelveTestJSON-1656592879-router', 'tenant_id': 'b736b09b6ee2492590cbc23db48752f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:12:20Z', 'updated_at': '2022-10-24T13:19:46Z', 'revision_number': 6, 'project_id': 'b736b09b6ee2492590cbc23db48752f4', 'gw_port_host': None}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:19:46.724762 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-2a94deb3-4562-43f2-a5a6-539f9364072c None None] Provisioning complete for port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:46.724762 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2a94deb3-4562-43f2-a5a6-539f9364072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:46.724762 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-2a94deb3-4562-43f2-a5a6-539f9364072c None None] Attempt 1 to provision port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 Oct 24 13:19:46.768332 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:46.778993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-b2573386-b9ae-4edf-a16d-6ce94fe8f9ce tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:46.780509 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-b2573386-b9ae-4edf-a16d-6ce94fe8f9ce tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 808 time: 0.1772969 Oct 24 13:19:46.807043 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-2a94deb3-4562-43f2-a5a6-539f9364072c None None] Current status of the port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:19:46.828623 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-03cea6a8-5f34-469b-8138-ce096f85978f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/quotas/f0bee9967bdb41eca0acff51d5e105e9 HTTP/1.1" status: 200 len: 375 time: 0.0353181 Oct 24 13:19:46.848690 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:46.872892 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (29a6bab3-2a78-41ca-b90b-77f11316c706), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:46.913404 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-8fd630c6-1781-424d-9803-1439fea6f131 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786514 Oct 24 13:19:46.915707 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a6bab3-2a78-41ca-b90b-77f11316c706,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:47.033345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (1d14bcaf-3128-49bc-b8f7-351893378942), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.127976 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-70ea5e81-30f0-4094-a5ad-cf79f428c8da service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893737 Oct 24 13:19:47.162008 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (1d14bcaf-3128-49bc-b8f7-351893378942), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.170861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks [] for router_controller (1d14bcaf-3128-49bc-b8f7-351893378942), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.260996 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (1d14bcaf-3128-49bc-b8f7-351893378942), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.261626 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d14bcaf-3128-49bc-b8f7-351893378942 {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:19:47.267342 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.271713 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f073fa8b-7a31-4624-97e4-9c53d9f1da35 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/1d14bcaf-3128-49bc-b8f7-351893378942 HTTP/1.1" status: 204 len: 168 time: 1.1937118 Oct 24 13:19:47.272166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39190) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:47.277158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.321316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.327126 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-fc219d3e-dd0a-4b65-b6b2-da24bdc88824 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674407 Oct 24 13:19:47.340882 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Deleting subnet b132198e-5c74-4965-81d8-a75c37076eba {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:19:47.344232 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Publish callbacks [] for subnet (b132198e-5c74-4965-81d8-a75c37076eba), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.381651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (b132198e-5c74-4965-81d8-a75c37076eba), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.485181 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (b132198e-5c74-4965-81d8-a75c37076eba), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.557359 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (b132198e-5c74-4965-81d8-a75c37076eba), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.586449 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b132198e-5c74-4965-81d8-a75c37076eba,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:47.590937 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.595094 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d1ef0cf3-df70-472e-af3d-8debbf376b19 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b132198e-5c74-4965-81d8-a75c37076eba HTTP/1.1" status: 204 len: 168 time: 0.3214974 Oct 24 13:19:47.597271 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39206) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:47.614529 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbb713-9b8a-4244-988c-fe573801ae26 None None] Network 5d6737bc-d513-4e59-9015-d238c58ac0c3 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:19:47.734402 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (5d6737bc-d513-4e59-9015-d238c58ac0c3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.771344 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-f09b498e-e2d8-4fc7-92d4-22a6ae08fb58 req-456cbb9b-43c9-4183-85bc-eeb5ccfa4215 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 210 time: 0.0660887 Oct 24 13:19:47.836180 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] DHCP port deletion for 5d6737bc-d513-4e59-9015-d238c58ac0c3 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:19:47.903928 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] Deleting port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:47.904371 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:47.993452 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] For port f4b293cd-dd1a-44ac-a504-8e43a9be7b18, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,segment=NetworkSegment(43dabc52-01d3-4afd-851b-633ce975fa32),segment_id=43dabc52-01d3-4afd-851b-633ce975fa32)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:47.994048 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.014714 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] Calling delete_port for f4b293cd-dd1a-44ac-a504-8e43a9be7b18 owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:48.144815 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.164473 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Deleting port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:19:48.164822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.176521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] No DVR routers for this DVR port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:48.180881 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f536e-3e92-4c41-874d-e84a22f76d69 None None] Pushing event deleted for resources: {'Port': ['ID=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:48.224159 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:48.245411 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] For port f4b293cd-dd1a-44ac-a504-8e43a9be7b18, host dv-cinder-862489-1-iscsi, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:19:48.245785 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.261640 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Calling delete_port for f4b293cd-dd1a-44ac-a504-8e43a9be7b18 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:19:48.264790 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 13:19:48.266336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f4b293cd-dd1a-44ac-a504-8e43a9be7b18), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.296806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b293cd-dd1a-44ac-a504-8e43a9be7b18,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:48.301494 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] No DVR routers for this DVR port f4b293cd-dd1a-44ac-a504-8e43a9be7b18 on host dv-cinder-862489-1-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:19:48.336351 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f4b293cd-dd1a-44ac-a504-8e43a9be7b18 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:48.358149 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: f4b293cd-dd1a-44ac-a504-8e43a9be7b18 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:48.358877 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f4b293cd-dd1a-44ac-a504-8e43a9be7b18 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:48.359561 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29a6bab3-2a78-41ca-b90b-77f11316c706 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:48.376852 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (5d6737bc-d513-4e59-9015-d238c58ac0c3), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.382118 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 29a6bab3-2a78-41ca-b90b-77f11316c706 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:48.382600 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29a6bab3-2a78-41ca-b90b-77f11316c706 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:48.383150 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:19:48.390361 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:48.403652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6737bc-d513-4e59-9015-d238c58ac0c3']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:48.406598 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:19:48.407067 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 2ca4df75-0e17-4598-8d5a-32801ed6f6f2 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:19:48.415351 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dabc52-01d3-4afd-851b-633ce975fa32') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:48.415600 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dabc52-01d3-4afd-851b-633ce975fa32') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:19:48.428497 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (43dabc52-01d3-4afd-851b-633ce975fa32), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.443321 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (43dabc52-01d3-4afd-851b-633ce975fa32), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.449685 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:19:48.450075 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (43dabc52-01d3-4afd-851b-633ce975fa32), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.469360 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 43dabc52-01d3-4afd-851b-633ce975fa32 resource provider aggregate not found Oct 24 13:19:48.501387 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 43dabc52-01d3-4afd-851b-633ce975fa32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43dabc52-01d3-4afd-851b-633ce975fa32 found for delete ", "request_id": "req-3bdc447d-4df3-403b-b4bc-046fb344abc5"}]} Oct 24 13:19:48.520904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (5d6737bc-d513-4e59-9015-d238c58ac0c3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.526601 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.529914 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5d6737bc-d513-4e59-9015-d238c58ac0c3 HTTP/1.1" status: 204 len: 168 time: 0.9314857 Oct 24 13:19:48.543643 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e60d1-8d63-4073-b350-ece828c45a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6737bc-d513-4e59-9015-d238c58ac0c3,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:48.656454 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39238) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:48.701943 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e11f1243-6564-48ea-b18c-2716e8c2a8a2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b736b09b6ee2492590cbc23db48752f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442908 Oct 24 13:19:48.704456 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39240) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:19:48.755304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-865b7ae9-d9f1-4a30-bb7d-869c4863f632 admin admin] Publish callbacks [] for security_group (2b5f6ea7-d955-4935-a79a-15c68c247320), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.776911 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-865b7ae9-d9f1-4a30-bb7d-869c4863f632 admin admin] Publish callbacks [] for security_group (2b5f6ea7-d955-4935-a79a-15c68c247320), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.793242 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:48.795925 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:48.838236 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-865b7ae9-d9f1-4a30-bb7d-869c4863f632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (2b5f6ea7-d955-4935-a79a-15c68c247320), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.841460 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-865b7ae9-d9f1-4a30-bb7d-869c4863f632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:48.842170 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-17aed859-c180-4f18-aa9d-fe6cec2e5bdb req-debdc25d-f482-4fad-ac94-f9ab65b22a2b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 210 time: 0.0311146 Oct 24 13:19:48.845071 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-865b7ae9-d9f1-4a30-bb7d-869c4863f632 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2b5f6ea7-d955-4935-a79a-15c68c247320 HTTP/1.1" status: 204 len: 168 time: 0.1372960 Oct 24 13:19:48.852393 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b7ae9-d9f1-4a30-bb7d-869c4863f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f6ea7-d955-4935-a79a-15c68c247320,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:49.055692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-a162b416-fade-45ac-b7b1-536d0f596c33 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:49.057384 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-a162b416-fade-45ac-b7b1-536d0f596c33 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 808 time: 0.1248653 Oct 24 13:19:49.124517 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-21823b22-6d41-4b04-a9e3-afc12ac01cd7 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f0bee9967bdb41eca0acff51d5e105e9 HTTP/1.1" status: 200 len: 379 time: 0.0585392 Oct 24 13:19:49.132881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'port': {'device_id': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'admin_state_up': True, 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'security_groups': ['5e0e9b55-a273-4541-a25a-3e755b06a7ee']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:49.265988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Made reservation on behalf of f0bee9967bdb41eca0acff51d5e105e9 for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:19:49.270868 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:49.430504 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Allocated IP 172.20.0.14 (5ecc9141-8649-4fa5-a20f-d3d036bb3062/3f843c86-e20a-467d-8a9e-940e6369ce61/7ee73beb-73a9-4d41-969d-8ee93d5f0945) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:19:49.645345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:49.694544 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:49.705518 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:49.757004 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:19:49.760430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:49.763346 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:19:49.765904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:19:49.812553 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:49.834206 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:49.835246 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:49.859497 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-e0ffb5b2-2ddb-4e44-b5cf-fdde81b3bf4e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7303169 Oct 24 13:19:49.875458 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Request body: {'port': {'device_id': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:19:49.999482 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.019319 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99390f-cac2-4aa6-85cd-b45cbe46a939 req-e371382c-80af-49d8-ae88-6386d42010a0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:50.020871 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fe99390f-cac2-4aa6-85cd-b45cbe46a939 req-e371382c-80af-49d8-ae88-6386d42010a0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 932 time: 0.0854292 Oct 24 13:19:50.088935 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-577874ee-df43-40d0-9ad5-5c8b34193311 None None] Provisioning complete for port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:19:50.089515 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-577874ee-df43-40d0-9ad5-5c8b34193311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.089617 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-577874ee-df43-40d0-9ad5-5c8b34193311 None None] Attempt 1 to provision port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 Oct 24 13:19:50.133198 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-577874ee-df43-40d0-9ad5-5c8b34193311 None None] Port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:19:50.157424 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fe99390f-cac2-4aa6-85cd-b45cbe46a939 req-2ff536f6-005e-4ac3-8198-f482ba531366 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117666 Oct 24 13:19:50.388281 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee73beb-73a9-4d41-969d-8ee93d5f0945 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:19:50.403997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Publish callbacks [] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.421195 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Transition to ACTIVE for port object 7ee73beb-73a9-4d41-969d-8ee93d5f0945 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:19:50.428132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.516442 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:50.548939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Attempting to bind port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:19:50.549853 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Attempting to bind port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:19:50.550178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Attempting to bind port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 on network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:50.590672 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 on network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:19:50.590995 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Attempting to bind port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 on network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:19:50.623122 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:50.634492 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:19:50.634822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Checking segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:19:50.635234 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Bound using segment: {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:19:50.635931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Bound port: 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6902b1ec-1e1a-4801-b48e-4500d8daef82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:19:50.636288 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.698132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:19:50.701155 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:19:50.707299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.711347 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:50.711949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:50.713293 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 1094 time: 0.8439190 Oct 24 13:19:50.713853 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:19:50.716090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d2373-c089-43de-9c59-50249569cf35" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:19:50.754219 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a44160-873c-46a1-841c-802567e90728 x-openstack-request-id: req-92a44160-873c-46a1-841c-802567e90728 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:19:50.754507 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:19:50.754756 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92a44160-873c-46a1-841c-802567e90728 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:19:50.755175 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a44160-873c-46a1-841c-802567e90728'] response: {'name': 'network-changed', 'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'status': 'completed', 'code': 200} Oct 24 13:19:50.769749 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c54607-cd2c-46e3-9222-035cf586953f service neutron] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:19:51.284916 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e03a-6437-4dad-9bff-49d885e856e0 req-551c4e20-d7f5-4e26-9b88-e99f22d4059d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:51.286373 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5e03e03a-6437-4dad-9bff-49d885e856e0 req-551c4e20-d7f5-4e26-9b88-e99f22d4059d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0475302 Oct 24 13:19:51.320256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:51.338100 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5e03e03a-6437-4dad-9bff-49d885e856e0 req-64e1968b-53f5-4c5d-a081-c52483f89932 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459034 Oct 24 13:19:52.218088 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:52.496030 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b55de-bc2f-48bb-9509-f2d5a9602a21 req-9916e980-9816-4e4e-8b68-ee3e11abd9af tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:52.497612 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e82b55de-bc2f-48bb-9509-f2d5a9602a21 req-9916e980-9816-4e4e-8b68-ee3e11abd9af tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0852914 Oct 24 13:19:52.512807 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2373-c089-43de-9c59-50249569cf35 req-6fe181eb-1279-4242-94dd-4d95939b5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:52.514523 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-df8d2373-c089-43de-9c59-50249569cf35 req-6fe181eb-1279-4242-94dd-4d95939b5360 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1128 time: 0.0717258 Oct 24 13:19:52.648203 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e82b55de-bc2f-48bb-9509-f2d5a9602a21 req-7273ea8e-e6ff-41e7-9037-30be3086e5d4 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398256 Oct 24 13:19:52.681917 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2373-c089-43de-9c59-50249569cf35 req-006b1d02-3142-4f84-8aa8-bde2e960a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:52.683441 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-df8d2373-c089-43de-9c59-50249569cf35 req-006b1d02-3142-4f84-8aa8-bde2e960a890 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1615989 Oct 24 13:19:52.784212 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2373-c089-43de-9c59-50249569cf35 req-fa62bbf4-5eb9-432b-a40b-b2022bb4250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:52.785698 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-df8d2373-c089-43de-9c59-50249569cf35 req-fa62bbf4-5eb9-432b-a40b-b2022bb4250b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964069 Oct 24 13:19:52.866962 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-59280ff7-8ff1-40e9-b077-bab333573679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:52.868469 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-59280ff7-8ff1-40e9-b077-bab333573679 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1128 time: 0.0406001 Oct 24 13:19:52.914361 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-2b63e4d1-2ca0-41c3-a3b4-b04ec1108d45 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 217 time: 0.0369124 Oct 24 13:19:52.968047 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-1c8b4adc-7555-4977-b6b2-403c7a3eda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:52.969521 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-1c8b4adc-7555-4977-b6b2-403c7a3eda24 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0495398 Oct 24 13:19:53.014039 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-33a0449e-4f5a-4fb8-b074-ab8608e02bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:53.015561 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-33a0449e-4f5a-4fb8-b074-ab8608e02bd9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402207 Oct 24 13:19:53.110223 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-222992dc-4e6f-4855-82f1-81bc72d09460 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Oct 24 13:19:53.199948 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3d9aeaa-4a20-4e2b-81d1-0e9a98f27ede req-91b4d901-f8cc-4808-9b4e-1e71eeae41de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840364 Oct 24 13:19:53.462049 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=64 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:53.808609 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4e340-378d-4e9c-a422-32baca3bef33 req-d49dd3f4-aaea-43cd-b238-d5586bc68169 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:53.810725 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c6e4e340-378d-4e9c-a422-32baca3bef33 req-d49dd3f4-aaea-43cd-b238-d5586bc68169 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0612533 Oct 24 13:19:53.892649 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c6e4e340-378d-4e9c-a422-32baca3bef33 req-fee5303a-fb21-448b-9020-301fe43b1d81 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750287 Oct 24 13:19:55.020869 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66058462-7e6c-4f16-9317-d02a2088ef40 req-887b8536-f959-4c6e-8336-de0c2ccea08d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:55.022302 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-66058462-7e6c-4f16-9317-d02a2088ef40 req-887b8536-f959-4c6e-8336-de0c2ccea08d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0470557 Oct 24 13:19:55.071602 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-66058462-7e6c-4f16-9317-d02a2088ef40 req-f8a933df-a6f5-446f-b430-afcc7399516d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436594 Oct 24 13:19:55.874867 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:19:56.187012 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:56.198397 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb183-ba67-42da-a7c7-23bda115bb76 req-a47f1dca-217c-486e-9aed-5b5c63bb141c tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:56.199887 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c46fb183-ba67-42da-a7c7-23bda115bb76 req-a47f1dca-217c-486e-9aed-5b5c63bb141c tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0531743 Oct 24 13:19:56.249695 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c46fb183-ba67-42da-a7c7-23bda115bb76 req-22dc192a-b4be-4a12-8fa0-02dfe65ea667 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435424 Oct 24 13:19:57.379167 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9a3b-fcb0-4206-bced-167ca5c3e96c req-4247c060-bd7a-4d79-b37e-f7a36a8f30d6 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:57.380656 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7a9e9a3b-fcb0-4206-bced-167ca5c3e96c req-4247c060-bd7a-4d79-b37e-f7a36a8f30d6 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0515506 Oct 24 13:19:57.434835 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7a9e9a3b-fcb0-4206-bced-167ca5c3e96c req-f833d876-e5fe-428a-951a-9b169a012f37 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475969 Oct 24 13:19:58.565134 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ea6db-55a1-4696-948b-7a00859f23f4 req-27fc19c6-4dd8-4e9f-92d6-9d2601340e28 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:58.567323 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b5ea6db-55a1-4696-948b-7a00859f23f4 req-27fc19c6-4dd8-4e9f-92d6-9d2601340e28 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0542955 Oct 24 13:19:58.595588 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:19:58.625008 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b5ea6db-55a1-4696-948b-7a00859f23f4 req-109e7ccb-5031-4d80-8067-29f7528c8892 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516498 Oct 24 13:19:59.751990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db3ad4-284a-4776-8917-068690ec240c req-24a9f6da-fadd-49bc-b19b-bf9f52215d65 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:19:59.753533 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-62db3ad4-284a-4776-8917-068690ec240c req-24a9f6da-fadd-49bc-b19b-bf9f52215d65 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0494187 Oct 24 13:19:59.823144 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-62db3ad4-284a-4776-8917-068690ec240c req-a6ea9a8f-4264-4faf-b834-bc6312fb052f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547094 Oct 24 13:19:59.899965 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39508) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:00.040359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7d9a-f8ba-4b99-92b5-26248536bacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.157290 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7d9a-f8ba-4b99-92b5-26248536bacf admin admin] Publish callbacks [] for security_group (f77c014e-303d-4128-bba4-8e2106e8393a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.162415 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7d9a-f8ba-4b99-92b5-26248536bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (f77c014e-303d-4128-bba4-8e2106e8393a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.204901 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2b1d7d9a-f8ba-4b99-92b5-26248536bacf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4edaa125c0154653b7b698cc42630b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033597 Oct 24 13:20:00.207515 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d7d9a-f8ba-4b99-92b5-26248536bacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c014e-303d-4128-bba4-8e2106e8393a,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:00.208636 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39566) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:00.273651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3bffd8ae-6cbe-4244-9dbd-4066cb702146 admin admin] Publish callbacks [] for security_group (f77c014e-303d-4128-bba4-8e2106e8393a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.298042 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3bffd8ae-6cbe-4244-9dbd-4066cb702146 admin admin] Publish callbacks [] for security_group (f77c014e-303d-4128-bba4-8e2106e8393a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.353248 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3bffd8ae-6cbe-4244-9dbd-4066cb702146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (f77c014e-303d-4128-bba4-8e2106e8393a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.356789 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3bffd8ae-6cbe-4244-9dbd-4066cb702146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.358066 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-3bffd8ae-6cbe-4244-9dbd-4066cb702146 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f77c014e-303d-4128-bba4-8e2106e8393a HTTP/1.1" status: 204 len: 168 time: 0.1481934 Oct 24 13:20:00.369055 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd8ae-6cbe-4244-9dbd-4066cb702146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c014e-303d-4128-bba4-8e2106e8393a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:00.603208 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:20:00.615262 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:00.718284 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:00.732985 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:00.746808 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'port_id': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'mac_address': 'fa:16:3e:3f:e8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:20:00.791873 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:00.792263 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:00.957901 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0cd08-4d1d-4f99-9611-258e9aca34f9 req-a267d3f6-d86b-4272-9201-6bb2e98c5301 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:00.961208 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee73beb-73a9-4d41-969d-8ee93d5f0945 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:20:00.963532 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-20e0cd08-4d1d-4f99-9611-258e9aca34f9 req-a267d3f6-d86b-4272-9201-6bb2e98c5301 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0555341 Oct 24 13:20:00.988646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:00.993875 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:01.030027 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-20e0cd08-4d1d-4f99-9611-258e9aca34f9 req-a3726b7c-3044-4738-8678-c74ace636ff6 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640924 Oct 24 13:20:01.045417 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:01.205680 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['7ee73beb-73a9-4d41-969d-8ee93d5f0945'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:20:01.957997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39652) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:02.066746 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1113bbc-64e9-4ba8-b3d6-2cfa76903cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.181420 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d730-7abe-4426-b89b-8fc96f6d7b20 req-6418ca46-fcbf-4591-a62c-757d7f707e66 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:02.182877 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aa19d730-7abe-4426-b89b-8fc96f6d7b20 req-6418ca46-fcbf-4591-a62c-757d7f707e66 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 945 time: 0.0655367 Oct 24 13:20:02.187415 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1113bbc-64e9-4ba8-b3d6-2cfa76903cf2 admin admin] Publish callbacks [] for security_group (7ba84dcd-5621-4eac-9301-6052108db505), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.202003 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1113bbc-64e9-4ba8-b3d6-2cfa76903cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7ba84dcd-5621-4eac-9301-6052108db505), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.261881 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-d1113bbc-64e9-4ba8-b3d6-2cfa76903cf2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3298bfce43384776baf7fab0dbf64fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027890 Oct 24 13:20:02.264634 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39658) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:02.266839 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1113bbc-64e9-4ba8-b3d6-2cfa76903cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba84dcd-5621-4eac-9301-6052108db505,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:02.274332 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aa19d730-7abe-4426-b89b-8fc96f6d7b20 req-96443a06-5d7d-471f-a960-157cf92bb2c6 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856984 Oct 24 13:20:02.322482 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-91391dda-561f-4a09-8ce0-f8630c86df1f admin admin] Publish callbacks [] for security_group (7ba84dcd-5621-4eac-9301-6052108db505), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.343392 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-91391dda-561f-4a09-8ce0-f8630c86df1f admin admin] Publish callbacks [] for security_group (7ba84dcd-5621-4eac-9301-6052108db505), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.392057 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-91391dda-561f-4a09-8ce0-f8630c86df1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7ba84dcd-5621-4eac-9301-6052108db505), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.395379 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-91391dda-561f-4a09-8ce0-f8630c86df1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.396528 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-91391dda-561f-4a09-8ce0-f8630c86df1f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7ba84dcd-5621-4eac-9301-6052108db505 HTTP/1.1" status: 204 len: 168 time: 0.1309154 Oct 24 13:20:02.404727 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91391dda-561f-4a09-8ce0-f8630c86df1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba84dcd-5621-4eac-9301-6052108db505,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:02.611671 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:02.666969 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:20:02.672332 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:02.672751 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.673122 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 Oct 24 13:20:02.701638 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39666) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:02.719528 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f6e722d-6207-42ad-b299-187ecdb8cf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.763693 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:02.764211 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.766465 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:02.800427 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:20:02.802664 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b682a9-e617-424a-a144-33235779e0cb" -d '{"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-plugged", "status": "completed", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:20:02.803216 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f6e722d-6207-42ad-b299-187ecdb8cf0c admin admin] Publish callbacks [] for security_group (332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.808375 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f6e722d-6207-42ad-b299-187ecdb8cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.829911 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:02.835210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.859675 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39678) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:02.860006 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9f6e722d-6207-42ad-b299-187ecdb8cf0c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5454d2b816de4fe8b4cc759915f830d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570082 Oct 24 13:20:02.860505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e722d-6207-42ad-b299-187ecdb8cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:02.871665 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6ddf3f-fd0c-4c4b-8349-60e207a09949 x-openstack-request-id: req-7f6ddf3f-fd0c-4c4b-8349-60e207a09949 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:20:02.871944 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-plugged", "status": "completed", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:20:02.872468 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f6ddf3f-fd0c-4c4b-8349-60e207a09949 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:20:02.873174 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6ddf3f-fd0c-4c4b-8349-60e207a09949'] response: {'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'code': 200} Oct 24 13:20:02.923308 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:02.946917 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-956214c4-6b56-4536-8736-f388c177f734 admin admin] Publish callbacks [] for security_group (332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:02.974968 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-956214c4-6b56-4536-8736-f388c177f734 admin admin] Publish callbacks [] for security_group (332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:03.036783 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-956214c4-6b56-4536-8736-f388c177f734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:03.039994 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-956214c4-6b56-4536-8736-f388c177f734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:03.041360 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-956214c4-6b56-4536-8736-f388c177f734 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3 HTTP/1.1" status: 204 len: 168 time: 0.1807091 Oct 24 13:20:03.051638 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956214c4-6b56-4536-8736-f388c177f734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b2d77-ae7c-4f6d-825c-6c4ba5ae7db3,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:03.103430 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6443a-2d5b-4c6d-99e5-5bbde0d985e0 req-fcc13404-10f8-47fa-85b7-12ff4495624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:03.105030 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-66d6443a-2d5b-4c6d-99e5-5bbde0d985e0 req-fcc13404-10f8-47fa-85b7-12ff4495624f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0419023 Oct 24 13:20:03.137705 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:03.158173 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-66d6443a-2d5b-4c6d-99e5-5bbde0d985e0 req-6dc3840e-b026-4613-8bdb-aadf1311c833 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475824 Oct 24 13:20:03.401319 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8aa5-16d6-4b38-a799-13416be22261 req-26922428-521c-4e53-8de6-a38208d124bf tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:03.402866 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6f8c8aa5-16d6-4b38-a799-13416be22261 req-26922428-521c-4e53-8de6-a38208d124bf tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0500555 Oct 24 13:20:03.432967 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:03.465549 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6f8c8aa5-16d6-4b38-a799-13416be22261 req-891fd4fa-77e5-4364-8617-875e3ee3a079 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570400 Oct 24 13:20:04.390761 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39738) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:04.511974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e612170-354f-4032-a713-92f5fd7f1919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.614055 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a2f33-2a86-44e8-b658-bd700fea3d61 req-580023df-0eb9-4b7d-bbe8-3d03b9af6581 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:04.615834 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-550a2f33-2a86-44e8-b658-bd700fea3d61 req-580023df-0eb9-4b7d-bbe8-3d03b9af6581 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0551288 Oct 24 13:20:04.648792 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e612170-354f-4032-a713-92f5fd7f1919 admin admin] Publish callbacks [] for security_group (a1b08a9f-fc05-4f90-88c3-d2af403dd436), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.653170 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e612170-354f-4032-a713-92f5fd7f1919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a1b08a9f-fc05-4f90-88c3-d2af403dd436), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.684003 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-550a2f33-2a86-44e8-b658-bd700fea3d61 req-82437ef2-e965-4f59-89e2-818e931e7291 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615263 Oct 24 13:20:04.703438 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-0e612170-354f-4032-a713-92f5fd7f1919 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5a26e1adc98e44a6b744493552d8319f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088963 Oct 24 13:20:04.703438 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e612170-354f-4032-a713-92f5fd7f1919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b08a9f-fc05-4f90-88c3-d2af403dd436,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:04.704078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39750) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:04.773635 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6905eccc-0a57-4dd2-8e51-211485786017 admin admin] Publish callbacks [] for security_group (a1b08a9f-fc05-4f90-88c3-d2af403dd436), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.795040 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6905eccc-0a57-4dd2-8e51-211485786017 admin admin] Publish callbacks [] for security_group (a1b08a9f-fc05-4f90-88c3-d2af403dd436), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.848658 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6905eccc-0a57-4dd2-8e51-211485786017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a1b08a9f-fc05-4f90-88c3-d2af403dd436), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.851799 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6905eccc-0a57-4dd2-8e51-211485786017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:04.853006 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6905eccc-0a57-4dd2-8e51-211485786017 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a1b08a9f-fc05-4f90-88c3-d2af403dd436 HTTP/1.1" status: 204 len: 168 time: 0.1478634 Oct 24 13:20:04.863625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905eccc-0a57-4dd2-8e51-211485786017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b08a9f-fc05-4f90-88c3-d2af403dd436,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:05.838051 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9d98-b8de-471c-b3e7-1273c048132a req-56eae183-188b-4ff1-a001-ec4560ef3dfe tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:05.839570 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2c6b9d98-b8de-471c-b3e7-1273c048132a req-56eae183-188b-4ff1-a001-ec4560ef3dfe tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0758636 Oct 24 13:20:05.901242 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2c6b9d98-b8de-471c-b3e7-1273c048132a req-1e2ed8b6-6405-484b-82c0-4630b3cc2273 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555515 Oct 24 13:20:06.068835 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d261aa-7a95-4d51-942a-b794f222eec2 req-9ad9d747-e2ab-477c-b7cd-831cf9d976a3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:06.070465 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4d261aa-7a95-4d51-942a-b794f222eec2 req-9ad9d747-e2ab-477c-b7cd-831cf9d976a3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0621226 Oct 24 13:20:06.112994 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:06.143312 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a4d261aa-7a95-4d51-942a-b794f222eec2 req-9eed0d8b-2237-433b-8f6b-71f196ae2488 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670109 Oct 24 13:20:06.166030 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39800) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:06.400128 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e5679-e0e3-4d52-be29-c6c86519f738 tempest-TestShelveInstance-1944260029 tempest-TestShelveInstance-1944260029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:06.402241 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-5b4e5679-e0e3-4d52-be29-c6c86519f738 tempest-TestShelveInstance-1944260029 tempest-TestShelveInstance-1944260029-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1125 time: 0.2350929 Oct 24 13:20:06.405901 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39814) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:06.411417 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'port_id': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:06.434480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:06.527308 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:06.655383 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Allocated IP 172.27.1.23 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/eb984779-6117-4644-a502-7d0eb278d961) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:06.725403 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:06.757658 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:06.790944 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for port (eb984779-6117-4644-a502-7d0eb278d961), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:06.827567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (eb984779-6117-4644-a502-7d0eb278d961), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:06.873217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:06.873217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:06.878632 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:06.916597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'Port': ['ID=eb984779-6117-4644-a502-7d0eb278d961,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:07.109324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39856) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:07.227896 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7ae2-2388-4700-aa88-1c5b397cc96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.317886 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7ae2-2388-4700-aa88-1c5b397cc96e admin admin] Publish callbacks [] for security_group (4914cf77-3968-4f28-b4f9-739a971d1d25), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.321805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7ae2-2388-4700-aa88-1c5b397cc96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4914cf77-3968-4f28-b4f9-739a971d1d25), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.362899 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a7ae2-2388-4700-aa88-1c5b397cc96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4914cf77-3968-4f28-b4f9-739a971d1d25,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:07.367369 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2c4a7ae2-2388-4700-aa88-1c5b397cc96e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1637b8c9d4364a578774bf9585f44ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564776 Oct 24 13:20:07.370619 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39860) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:07.423219 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1f545121-ca27-4c1c-97d6-6206534c9a0c admin admin] Publish callbacks [] for security_group (4914cf77-3968-4f28-b4f9-739a971d1d25), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.452276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1f545121-ca27-4c1c-97d6-6206534c9a0c admin admin] Publish callbacks [] for security_group (4914cf77-3968-4f28-b4f9-739a971d1d25), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.502728 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1f545121-ca27-4c1c-97d6-6206534c9a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (4914cf77-3968-4f28-b4f9-739a971d1d25), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.507164 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1f545121-ca27-4c1c-97d6-6206534c9a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.515349 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1f545121-ca27-4c1c-97d6-6206534c9a0c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4914cf77-3968-4f28-b4f9-739a971d1d25 HTTP/1.1" status: 204 len: 168 time: 0.1403337 Oct 24 13:20:07.523884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f545121-ca27-4c1c-97d6-6206534c9a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4914cf77-3968-4f28-b4f9-739a971d1d25,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:07.554254 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for floatingip (fc195491-ebdf-4399-9690-3bb824c9387b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.626753 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (eb984779-6117-4644-a502-7d0eb278d961), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.797500 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for port (eb984779-6117-4644-a502-7d0eb278d961), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.802379 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (eb984779-6117-4644-a502-7d0eb278d961), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.829399 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39866) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:07.843680 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-af61f813-278a-4723-aee8-a499bb778c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.862298 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:07.883214 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event updated for resources: {'Port': ['ID=eb984779-6117-4644-a502-7d0eb278d961,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:07.889118 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (fc195491-ebdf-4399-9690-3bb824c9387b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.924133 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:07.935437 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-af61f813-278a-4723-aee8-a499bb778c25 admin admin] Publish callbacks [] for security_group (8781db7b-ee7a-4afd-b561-0741c442a07c), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.939982 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-af61f813-278a-4723-aee8-a499bb778c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8781db7b-ee7a-4afd-b561-0741c442a07c), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:07.981785 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61f813-278a-4723-aee8-a499bb778c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8781db7b-ee7a-4afd-b561-0741c442a07c,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:07.988899 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-af61f813-278a-4723-aee8-a499bb778c25 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ebef25bf0c6c4f20b24353cc37c9e90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584535 Oct 24 13:20:07.989506 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39870) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:07.996492 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Floating IP fc195491-ebdf-4399-9690-3bb824c9387b associated. External IP: 172.27.1.23, port: 7ee73beb-73a9-4d41-969d-8ee93d5f0945. Oct 24 13:20:08.038930 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-13e9ac08-b6ff-4866-bf0c-da9c898d49ee admin admin] Publish callbacks [] for security_group (8781db7b-ee7a-4afd-b561-0741c442a07c), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:08.055897 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:08.060890 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-13e9ac08-b6ff-4866-bf0c-da9c898d49ee admin admin] Publish callbacks [] for security_group (8781db7b-ee7a-4afd-b561-0741c442a07c), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:08.117388 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-13e9ac08-b6ff-4866-bf0c-da9c898d49ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (8781db7b-ee7a-4afd-b561-0741c442a07c), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:08.120902 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-13e9ac08-b6ff-4866-bf0c-da9c898d49ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:08.122100 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-13e9ac08-b6ff-4866-bf0c-da9c898d49ee admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8781db7b-ee7a-4afd-b561-0741c442a07c HTTP/1.1" status: 204 len: 168 time: 0.1313987 Oct 24 13:20:08.132025 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9ac08-b6ff-4866-bf0c-da9c898d49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781db7b-ee7a-4afd-b561-0741c442a07c,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:08.229245 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Router b29ccceb-3030-49f0-a569-c79f10102c2d has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:20:08.353329 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:20:08.364196 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] Sync routers for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:20:08.381644 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:08.388861 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:08.389877 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:08.423168 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-efb37376-acff-41dc-9c70-0e5418084495 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0160389 Oct 24 13:20:08.423823 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:20:08.427878 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ad026-f83e-40be-83de-b8743c7dcb92" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:20:08.478355 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30806f48-e805-4fa7-a7cb-f3d5aec5fe7e x-openstack-request-id: req-30806f48-e805-4fa7-a7cb-f3d5aec5fe7e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:20:08.478644 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:20:08.478896 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30806f48-e805-4fa7-a7cb-f3d5aec5fe7e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:20:08.479314 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30806f48-e805-4fa7-a7cb-f3d5aec5fe7e'] response: {'name': 'network-changed', 'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'status': 'completed', 'code': 200} Oct 24 13:20:08.527577 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:08.551669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-9d6d3007-375f-4bce-bbf0-a63cd9c33bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:08.556414 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-9d6d3007-375f-4bce-bbf0-a63cd9c33bd1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0518773 Oct 24 13:20:08.664864 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-7a03b061-ffd5-482a-9bbb-ddfc942a4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:08.666330 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-7a03b061-ffd5-482a-9bbb-ddfc942a4ce9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.1041331 Oct 24 13:20:08.745612 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39896) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:08.758074 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-4a863b8f-d6c1-421a-82e0-5e3c5ef3754f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 999 time: 0.0850248 Oct 24 13:20:08.838832 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-0093bd97-43ba-48cf-b0ed-9b6ff2c0f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:08.840520 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-0093bd97-43ba-48cf-b0ed-9b6ff2c0f666 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0748420 Oct 24 13:20:08.891949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-ded05f8f-1b47-458e-9415-cdfe6999c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:08.894284 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-ded05f8f-1b47-458e-9415-cdfe6999c910 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469382 Oct 24 13:20:08.905888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c85a7d1b-d516-4b1a-b6fd-ced7c8c31969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:08.926579 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'fc195491-ebdf-4399-9690-3bb824c9387b', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'port_id': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'mac_address': 'fa:16:3e:3f:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:20:07Z', 'updated_at': '2022-10-24T13:20:07Z', 'revision_number': 0, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:26Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:08.957014 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] Checking router: b29ccceb-3030-49f0-a569-c79f10102c2d for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:20:08.976256 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:08.977232 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:19:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:08.984800 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:09.021264 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-bdac3177-c621-4b9d-bb3c-d8e677e062d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202865 Oct 24 13:20:09.028177 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c85a7d1b-d516-4b1a-b6fd-ced7c8c31969 admin admin] Publish callbacks [] for security_group (7b3d0b0d-49a3-4f1e-8d64-e5660593fd05), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.034627 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c85a7d1b-d516-4b1a-b6fd-ced7c8c31969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7b3d0b0d-49a3-4f1e-8d64-e5660593fd05), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.094266 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c85a7d1b-d516-4b1a-b6fd-ced7c8c31969 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b636efc9fdd8414cb94268b52c1aea21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473213 Oct 24 13:20:09.096860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39910) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:09.103023 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7d1b-d516-4b1a-b6fd-ced7c8c31969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3d0b0d-49a3-4f1e-8d64-e5660593fd05,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:09.131172 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:09.155123 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:09.155584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d211e6e6-c435-4c88-a65d-06899cf07293 admin admin] Publish callbacks [] for security_group (7b3d0b0d-49a3-4f1e-8d64-e5660593fd05), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.175317 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c28ad026-f83e-40be-83de-b8743c7dcb92 req-3f2d80de-f218-42f9-acb9-b2e723a7cd2c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470742 Oct 24 13:20:09.177492 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d211e6e6-c435-4c88-a65d-06899cf07293 admin admin] Publish callbacks [] for security_group (7b3d0b0d-49a3-4f1e-8d64-e5660593fd05), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.244047 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d211e6e6-c435-4c88-a65d-06899cf07293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7b3d0b0d-49a3-4f1e-8d64-e5660593fd05), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.246996 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d211e6e6-c435-4c88-a65d-06899cf07293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.248166 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d211e6e6-c435-4c88-a65d-06899cf07293 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7b3d0b0d-49a3-4f1e-8d64-e5660593fd05 HTTP/1.1" status: 204 len: 168 time: 0.1504035 Oct 24 13:20:09.259016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211e6e6-c435-4c88-a65d-06899cf07293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3d0b0d-49a3-4f1e-8d64-e5660593fd05,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:09.422868 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'fc195491-ebdf-4399-9690-3bb824c9387b', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'port_id': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'mac_address': 'fa:16:3e:3f:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:20:07Z', 'updated_at': '2022-10-24T13:20:07Z', 'revision_number': 0, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:26Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:09.451282 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0688caa-5665-465a-9bc8-9b4906a48125 None None] The sync data for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi is: [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'fc195491-ebdf-4399-9690-3bb824c9387b', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'port_id': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'mac_address': 'fa:16:3e:3f:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:20:07Z', 'updated_at': '2022-10-24T13:20:07Z', 'revision_number': 0, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:26Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:20:09.713187 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c9e95a-90e9-4156-9a12-ac43d50b5fe0 None None] New status for floating IP fc195491-ebdf-4399-9690-3bb824c9387b: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:20:09.776926 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:09.822552 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:09.832880 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 39930) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:09.852235 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-79457bfb-fdcd-4f9c-853c-ae1eda1cccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.951529 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-79457bfb-fdcd-4f9c-853c-ae1eda1cccb7 admin admin] Publish callbacks [] for security_group (794dc948-022c-4deb-af04-fe1a453918d4), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.956300 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-79457bfb-fdcd-4f9c-853c-ae1eda1cccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (794dc948-022c-4deb-af04-fe1a453918d4), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:09.999190 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-79457bfb-fdcd-4f9c-853c-ae1eda1cccb7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a97e6de2128542088e5f2049fa7926c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634603 Oct 24 13:20:09.999190 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79457bfb-fdcd-4f9c-853c-ae1eda1cccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794dc948-022c-4deb-af04-fe1a453918d4,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:10.001405 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 39940) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:10.049105 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:10.060413 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb39017-e117-4655-af01-d798d8c1d0f6 admin admin] Publish callbacks [] for security_group (794dc948-022c-4deb-af04-fe1a453918d4), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:10.087174 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb39017-e117-4655-af01-d798d8c1d0f6 admin admin] Publish callbacks [] for security_group (794dc948-022c-4deb-af04-fe1a453918d4), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:10.148125 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb39017-e117-4655-af01-d798d8c1d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (794dc948-022c-4deb-af04-fe1a453918d4), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:10.150795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efb39017-e117-4655-af01-d798d8c1d0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:10.152077 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-efb39017-e117-4655-af01-d798d8c1d0f6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/794dc948-022c-4deb-af04-fe1a453918d4 HTTP/1.1" status: 204 len: 168 time: 0.1495173 Oct 24 13:20:10.162972 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb39017-e117-4655-af01-d798d8c1d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794dc948-022c-4deb-af04-fe1a453918d4,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:12.107624 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d7640b05-172d-4232-aa38-5adf8a838eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.210028 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40032) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:12.316173 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ef36b78-2f45-4404-83dd-ca635bf30912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.394699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ef36b78-2f45-4404-83dd-ca635bf30912 admin admin] Publish callbacks [] for security_group (685d23ed-7233-4bae-8640-15dbc067bb27), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.399447 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ef36b78-2f45-4404-83dd-ca635bf30912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (685d23ed-7233-4bae-8640-15dbc067bb27), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.438264 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef36b78-2f45-4404-83dd-ca635bf30912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685d23ed-7233-4bae-8640-15dbc067bb27,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:12.443879 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-6ef36b78-2f45-4404-83dd-ca635bf30912 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7f9b39ae56ff481687af8bec44202fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327175 Oct 24 13:20:12.446684 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40036) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:12.497791 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c25204e5-0994-4393-a9b1-5b1227d1148e admin admin] Publish callbacks [] for security_group (685d23ed-7233-4bae-8640-15dbc067bb27), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.517591 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c25204e5-0994-4393-a9b1-5b1227d1148e admin admin] Publish callbacks [] for security_group (685d23ed-7233-4bae-8640-15dbc067bb27), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.564309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c25204e5-0994-4393-a9b1-5b1227d1148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (685d23ed-7233-4bae-8640-15dbc067bb27), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.566929 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c25204e5-0994-4393-a9b1-5b1227d1148e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.568103 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c25204e5-0994-4393-a9b1-5b1227d1148e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/685d23ed-7233-4bae-8640-15dbc067bb27 HTTP/1.1" status: 204 len: 168 time: 0.1205826 Oct 24 13:20:12.575963 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25204e5-0994-4393-a9b1-5b1227d1148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d23ed-7233-4bae-8640-15dbc067bb27,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:12.855777 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40044) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:12.869611 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-900539ba-3ede-4da1-87a5-90d6694843b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.946910 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-900539ba-3ede-4da1-87a5-90d6694843b9 admin admin] Publish callbacks [] for security_group (44b67a4e-ac3f-4be6-b0e4-437fc8f35631), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.950993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-900539ba-3ede-4da1-87a5-90d6694843b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (44b67a4e-ac3f-4be6-b0e4-437fc8f35631), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:12.990475 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-900539ba-3ede-4da1-87a5-90d6694843b9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=57b7566638744e458d0a2093ed73144c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336801 Oct 24 13:20:12.991298 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900539ba-3ede-4da1-87a5-90d6694843b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b67a4e-ac3f-4be6-b0e4-437fc8f35631,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:12.993283 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40046) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:13.042704 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5b601335-2da7-4dc6-9dcd-99bddd336e4d admin admin] Publish callbacks [] for security_group (44b67a4e-ac3f-4be6-b0e4-437fc8f35631), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:13.062177 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5b601335-2da7-4dc6-9dcd-99bddd336e4d admin admin] Publish callbacks [] for security_group (44b67a4e-ac3f-4be6-b0e4-437fc8f35631), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:13.109149 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5b601335-2da7-4dc6-9dcd-99bddd336e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (44b67a4e-ac3f-4be6-b0e4-437fc8f35631), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:13.111707 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-5b601335-2da7-4dc6-9dcd-99bddd336e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:13.112911 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-5b601335-2da7-4dc6-9dcd-99bddd336e4d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/44b67a4e-ac3f-4be6-b0e4-437fc8f35631 HTTP/1.1" status: 204 len: 168 time: 0.1186259 Oct 24 13:20:13.120599 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b601335-2da7-4dc6-9dcd-99bddd336e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b67a4e-ac3f-4be6-b0e4-437fc8f35631,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:14.336166 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf965-3d44-49b7-ae60-9baf8beef732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:15.652012 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.270791 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.288354 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40148) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:17.320850 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.400562 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7023a905-d194-40ed-80f4-222c31d3a44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.437303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:17.483873 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7023a905-d194-40ed-80f4-222c31d3a44a admin admin] Publish callbacks [] for security_group (b0a2d4d2-a713-49eb-a969-9c29f2507b56), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.488027 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7023a905-d194-40ed-80f4-222c31d3a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b0a2d4d2-a713-49eb-a969-9c29f2507b56), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.528299 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-7023a905-d194-40ed-80f4-222c31d3a44a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=48a14a27203a4573876ba17b8fc10c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388473 Oct 24 13:20:17.529154 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023a905-d194-40ed-80f4-222c31d3a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2d4d2-a713-49eb-a969-9c29f2507b56,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:17.531710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40154) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:17.587864 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-403cd32e-a474-433c-a767-6e05b526b96f admin admin] Publish callbacks [] for security_group (b0a2d4d2-a713-49eb-a969-9c29f2507b56), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.590311 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:17.609898 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-403cd32e-a474-433c-a767-6e05b526b96f admin admin] Publish callbacks [] for security_group (b0a2d4d2-a713-49eb-a969-9c29f2507b56), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.660900 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-403cd32e-a474-433c-a767-6e05b526b96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b0a2d4d2-a713-49eb-a969-9c29f2507b56), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.663530 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-403cd32e-a474-433c-a767-6e05b526b96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.664650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-403cd32e-a474-433c-a767-6e05b526b96f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b0a2d4d2-a713-49eb-a969-9c29f2507b56 HTTP/1.1" status: 204 len: 168 time: 0.1315272 Oct 24 13:20:17.672343 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd32e-a474-433c-a767-6e05b526b96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2d4d2-a713-49eb-a969-9c29f2507b56,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:17.938261 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40160) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:17.951791 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18918465-eba7-43af-b36c-9133ccee7297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:17.954139 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:18.037338 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18918465-eba7-43af-b36c-9133ccee7297 admin admin] Publish callbacks [] for security_group (1de21301-8a3b-4417-92e9-a2e841f25f32), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:18.041082 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18918465-eba7-43af-b36c-9133ccee7297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1de21301-8a3b-4417-92e9-a2e841f25f32), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:18.078245 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18918465-eba7-43af-b36c-9133ccee7297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de21301-8a3b-4417-92e9-a2e841f25f32,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:18.082880 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-18918465-eba7-43af-b36c-9133ccee7297 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7c4a4d05d7784549a6315cee8cc11531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435888 Oct 24 13:20:18.085520 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40164) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:18.137157 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-76039793-50dd-4a43-ab24-7a4ee74a38e5 admin admin] Publish callbacks [] for security_group (1de21301-8a3b-4417-92e9-a2e841f25f32), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:18.157145 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-76039793-50dd-4a43-ab24-7a4ee74a38e5 admin admin] Publish callbacks [] for security_group (1de21301-8a3b-4417-92e9-a2e841f25f32), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:18.203529 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-76039793-50dd-4a43-ab24-7a4ee74a38e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (1de21301-8a3b-4417-92e9-a2e841f25f32), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:18.206994 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-76039793-50dd-4a43-ab24-7a4ee74a38e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:18.208227 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-76039793-50dd-4a43-ab24-7a4ee74a38e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1de21301-8a3b-4417-92e9-a2e841f25f32 HTTP/1.1" status: 204 len: 168 time: 0.1217213 Oct 24 13:20:18.217320 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76039793-50dd-4a43-ab24-7a4ee74a38e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de21301-8a3b-4417-92e9-a2e841f25f32,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:19.426973 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:19.428414 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=84 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:20.466589 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:20:25.878185 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:27.647171 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:27.668275 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:28.211027 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=5,neutron:SELECT=27,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:28.212310 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:28.535316 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40324) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:28.658987 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c695702f-b21b-4c6a-8305-5d38a87bd6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.734884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c695702f-b21b-4c6a-8305-5d38a87bd6b1 admin admin] Publish callbacks [] for security_group (d2ce72df-f969-460a-83ed-420abe525213), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.739240 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c695702f-b21b-4c6a-8305-5d38a87bd6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (d2ce72df-f969-460a-83ed-420abe525213), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.778693 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c695702f-b21b-4c6a-8305-5d38a87bd6b1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6f6bba54ac0f49c0aa78b31b93bd54f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422893 Oct 24 13:20:28.779428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695702f-b21b-4c6a-8305-5d38a87bd6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce72df-f969-460a-83ed-420abe525213,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:28.781374 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40328) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:28.831343 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Publish callbacks [] for security_group (d2ce72df-f969-460a-83ed-420abe525213), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.852000 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Publish callbacks [] for security_group (d2ce72df-f969-460a-83ed-420abe525213), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.900787 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (d2ce72df-f969-460a-83ed-420abe525213), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.903327 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:28.904679 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d2ce72df-f969-460a-83ed-420abe525213 HTTP/1.1" status: 204 len: 168 time: 0.1221170 Oct 24 13:20:28.913733 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce72df-f969-460a-83ed-420abe525213,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:28.922590 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.922590 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.922932 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.923193 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.923528 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.924002 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.925496 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.925616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.926065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.926222 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.926568 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.926894 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.927566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.927677 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:28.927971 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db665d97-fb64-4970-87ab-9134ef220005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.136580 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40340) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:29.244958 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77caedca-565e-4a8b-85a2-fc7610d27b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.325481 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77caedca-565e-4a8b-85a2-fc7610d27b57 admin admin] Publish callbacks [] for security_group (5894df9c-c2c0-4ed5-843e-7bf5f470c2a0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.329454 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77caedca-565e-4a8b-85a2-fc7610d27b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (5894df9c-c2c0-4ed5-843e-7bf5f470c2a0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.373301 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-77caedca-565e-4a8b-85a2-fc7610d27b57 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=49b426c946444937b56adfc4af5ea223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355044 Oct 24 13:20:29.374162 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caedca-565e-4a8b-85a2-fc7610d27b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5894df9c-c2c0-4ed5-843e-7bf5f470c2a0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:29.380570 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40352) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:29.435254 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Publish callbacks [] for security_group (5894df9c-c2c0-4ed5-843e-7bf5f470c2a0), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.456746 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Publish callbacks [] for security_group (5894df9c-c2c0-4ed5-843e-7bf5f470c2a0), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.513475 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (5894df9c-c2c0-4ed5-843e-7bf5f470c2a0), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.516410 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.518188 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5894df9c-c2c0-4ed5-843e-7bf5f470c2a0 HTTP/1.1" status: 204 len: 168 time: 0.1350696 Oct 24 13:20:29.527026 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5894df9c-c2c0-4ed5-843e-7bf5f470c2a0,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:29.536349 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.536705 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.537315 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.537451 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.537828 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.538174 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.538506 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.538838 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.539344 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.539694 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.539946 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.540277 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.540712 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.541079 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.541415 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de79c0e-cb6a-496f-83a6-414234087482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:29.615706 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40368) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:29.833327 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-548757599-network', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:29.856080 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Made reservation on behalf of e5f4729aa5f44fe08096bed3438e8f7e for: {'network': 1} {{(pid=104669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:20:29.858442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.868218 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.958490 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks [] for security_group (a07ee467-706a-4fcf-a165-b9d1408d42e3), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.962237 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a07ee467-706a-4fcf-a165-b9d1408d42e3), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:29.988203 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:20:29.997056 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ee467-706a-4fcf-a165-b9d1408d42e3,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:30.004038 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (90895b35-e8b5-463e-b18e-917d85626781), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.004513 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.segments_db [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Added segment 90895b35-e8b5-463e-b18e-917d85626781 of type vlan for network d81e8b5b-f582-42f2-8207-457fa8977c00 Oct 24 13:20:30.044974 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (d81e8b5b-f582-42f2-8207-457fa8977c00), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.071479 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (d81e8b5b-f582-42f2-8207-457fa8977c00), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.072606 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:30.073187 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.134654 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5177767 Oct 24 13:20:30.137854 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40372) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:30.139754 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637405d-99df-4d92-bf02-cdbf701e9584 admin admin] Pushing event updated for resources: {'Network': ['ID=d81e8b5b-f582-42f2-8207-457fa8977c00,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:30.142986 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Request body: {'subnet': {'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-548757599-subnet', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:30.150195 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network d81e8b5b-f582-42f2-8207-457fa8977c00 details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:20:30.163810 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Made reservation on behalf of e5f4729aa5f44fe08096bed3438e8f7e for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:20:30.166380 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801565'] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.337505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801547'] for subnet (d12f6085-6390-44d7-9e9a-976d4fa1ffd3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.396025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12f6085-6390-44d7-9e9a-976d4fa1ffd3,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:30.403625 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Checking segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:30.403984 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Network hostable DHCP agents. Network: d81e8b5b-f582-42f2-8207-457fa8977c00, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:20:30.421676 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:20:30.431455 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, d81e8b5b-f582-42f2-8207-457fa8977c00) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:30.435489 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:30.436090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.440491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea45fd2-2009-489a-9cca-f8be2bd70de8 None None] Network d81e8b5b-f582-42f2-8207-457fa8977c00 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:20:30.453967 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-74398086-cc4b-4aa8-b51f-e0672fa7ac90 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3146174 Oct 24 13:20:30.456614 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40374) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:30.461655 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:30.462276 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:30.466783 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:30.489885 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.491799 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.503743 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:30.529941 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:30.555124 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-d81e8b5b-f582-42f2-8207-457fa8977c00', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:20:30.556058 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.561475 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks [] for router_controller (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), precommit_add_association {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.691977 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Allocated IP 172.20.0.2 (d81e8b5b-f582-42f2-8207-457fa8977c00/d12f6085-6390-44d7-9e9a-976d4fa1ffd3/4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:30.701905 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks [] for router_gateway (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.838215 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Publish callbacks [] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.844028 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.881603 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:30.883361 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks [] for router_gateway (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.886815 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:30.889302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:30.898491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Pushing event updated for resources: {'Port': ['ID=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:30.903293 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:30.922255 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.922587 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.923045 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.923407 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.923737 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.924098 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.924415 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.924740 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.925060 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.925382 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.925701 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.926023 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.926341 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.926942 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.926942 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:30.962877 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:30.967512 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Attempting to bind port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:30.967882 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Attempting to bind port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:30.968237 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Attempting to bind port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:31.010406 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:31.011030 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Checking segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:31.011458 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.011845 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Bound using segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:31.012313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Bound port: 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:31.012691 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.013750 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Allocated IP 172.27.1.92 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/b6237c74-b742-41e0-9039-da4f1ae89102) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:31.073894 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] For port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:31.077294 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] For port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:31.084760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.123470 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks [] for port (b6237c74-b742-41e0-9039-da4f1ae89102), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.127670 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:31.138886 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bffbd0-1725-492a-b512-02c58fa0e508 None None] Pushing event updated for resources: {'Port': ['ID=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:31.165025 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.212576 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:31.215971 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:31.219730 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:31.223609 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Pushing event updated for resources: {'Port': ['ID=b6237c74-b742-41e0-9039-da4f1ae89102,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:31.482097 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:31.495324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks [] for router_gateway (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:31.535476 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:31.948833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.017358 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8075e2-5d12-42f4-8378-1180a0a55c23 None None] Network d81e8b5b-f582-42f2-8207-457fa8977c00 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:20:32.079534 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:20:32.087384 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Provisioning complete for port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:32.087753 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.088089 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Attempt 1 to provision port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 Oct 24 13:20:32.192278 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:20:32.201715 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:20:32.207037 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Current status of the port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:32.207457 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.217141 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:32.218229 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:32.218588 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.230141 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40382) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:32.230648 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-f4fc510f-2142-427d-b429-36a056156942 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7725263 Oct 24 13:20:32.254558 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] For port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:32.259831 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.332107 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a24ee5-e410-444c-8e0b-45b06e0caafc None None] Pushing event updated for resources: {'Port': ['ID=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:32.399959 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:32.444997 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:32.451422 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:32.480399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:32.507707 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-84ebeddc-415e-4bf0-be02-abd3b58c2a52 None None] Provisioning complete for port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:32.508180 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-84ebeddc-415e-4bf0-be02-abd3b58c2a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.508517 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-84ebeddc-415e-4bf0-be02-abd3b58c2a52 None None] Attempt 1 to provision port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 Oct 24 13:20:32.600471 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:32.601065 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.601725 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 Oct 24 13:20:32.630794 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-84ebeddc-415e-4bf0-be02-abd3b58c2a52 None None] Current status of the port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:32.706560 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:31Z', 'revision_number': 3, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:32.720330 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:32.745832 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:20:32.746187 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Updating router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb port b6237c74-b742-41e0-9039-da4f1ae89102 binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:20:32.787156 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:32.857284 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.019445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Allocated IP 172.20.0.1 (d81e8b5b-f582-42f2-8207-457fa8977c00/d12f6085-6390-44d7-9e9a-976d4fa1ffd3/29979629-3814-46f5-a9c1-8c2dc0b76955) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:33.045050 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Publish callbacks [] for port (b6237c74-b742-41e0-9039-da4f1ae89102), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.051272 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.089663 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Attempting to bind port b6237c74-b742-41e0-9039-da4f1ae89102 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:33.090026 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Attempting to bind port b6237c74-b742-41e0-9039-da4f1ae89102 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:33.090387 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Attempting to bind port b6237c74-b742-41e0-9039-da4f1ae89102 on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:33.125219 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Pushing event updated for resources: {'Port': ['ID=b6237c74-b742-41e0-9039-da4f1ae89102,revision_number=2']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:33.130313 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks [] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.136936 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.137277 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.137638 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.138012 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.138333 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.138659 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.138982 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.139326 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.139649 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.139967 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.140299 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.140619 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.140939 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.141254 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.141570 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:20:33.155390 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:33.155758 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:33.156155 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.156535 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:33.156999 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Bound port: b6237c74-b742-41e0-9039-da4f1ae89102, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:33.157368 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.164494 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.202668 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:33.207525 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] For port b6237c74-b742-41e0-9039-da4f1ae89102, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:33.210623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:33.210793 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] For port b6237c74-b742-41e0-9039-da4f1ae89102, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=b6237c74-b742-41e0-9039-da4f1ae89102,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:33.213143 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:33.217073 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.238303 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Pushing event updated for resources: {'Port': ['ID=29979629-3814-46f5-a9c1-8c2dc0b76955,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:33.246088 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:33.259653 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:33.260311 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:33.263076 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.325523 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be02b3-722e-4d3f-b515-2654eabdda74 None None] Pushing event updated for resources: {'Port': ['ID=b6237c74-b742-41e0-9039-da4f1ae89102,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:33.336555 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:33.433501 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:33.440358 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:33.451387 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.463390 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-714983b3-b610-42b6-b305-4f94f2c45b96 None None] Provisioning complete for port 29979629-3814-46f5-a9c1-8c2dc0b76955 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:33.463998 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-714983b3-b610-42b6-b305-4f94f2c45b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.464608 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-714983b3-b610-42b6-b305-4f94f2c45b96 None None] Attempt 1 to provision port 29979629-3814-46f5-a9c1-8c2dc0b76955 Oct 24 13:20:33.501375 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-714983b3-b610-42b6-b305-4f94f2c45b96 None None] Port 29979629-3814-46f5-a9c1-8c2dc0b76955 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:20:33.551639 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:33.622198 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:31Z', 'revision_number': 3, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:33.635309 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks [] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.644736 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.652176 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eee7de-ee71-4646-94a2-d6728beb5e98 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:31Z', 'revision_number': 3, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:20:33.718847 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Pushing event updated for resources: {'Port': ['ID=29979629-3814-46f5-a9c1-8c2dc0b76955,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:33.722638 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:33.823720 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:33.825287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:34.138418 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-1537a506-f7ab-4868-86e4-0245b0283da3 None None] Provisioning complete for port 29979629-3814-46f5-a9c1-8c2dc0b76955 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:34.138818 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1537a506-f7ab-4868-86e4-0245b0283da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.139200 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-1537a506-f7ab-4868-86e4-0245b0283da3 None None] Attempt 1 to provision port 29979629-3814-46f5-a9c1-8c2dc0b76955 Oct 24 13:20:34.181602 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-1537a506-f7ab-4868-86e4-0245b0283da3 None None] Port 29979629-3814-46f5-a9c1-8c2dc0b76955 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:20:34.257859 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:20:34.381775 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:20:34.391229 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-35cb1d36-3df0-493c-9c7c-fef9b4b635ce admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1f649d95-b78c-4d84-bf4f-06ac3bbea4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559296 Oct 24 13:20:34.444930 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device b6237c74-b742-41e0-9039-da4f1ae89102 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:34.448096 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:34.494985 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port b6237c74-b742-41e0-9039-da4f1ae89102 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:34.495677 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.495782 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port b6237c74-b742-41e0-9039-da4f1ae89102 Oct 24 13:20:34.572834 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port b6237c74-b742-41e0-9039-da4f1ae89102 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:34.573160 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.596527 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:34.598940 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port b6237c74-b742-41e0-9039-da4f1ae89102, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=b6237c74-b742-41e0-9039-da4f1ae89102,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:34.604375 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.605192 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:34.688962 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=b6237c74-b742-41e0-9039-da4f1ae89102,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:34.703180 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:34.703555 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.703904 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 Oct 24 13:20:34.782042 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:34.916562 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40418) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:34.921391 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1952474411-network', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:34.942328 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Made reservation on behalf of f4c3f792e1ae485fa9730e731b795550 for: {'network': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:20:34.944689 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for network (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:34.953258 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.022617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:35.036940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks [] for security_group (b656ac2c-5a97-4373-9d9f-1812a7457d89), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.041145 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b656ac2c-5a97-4373-9d9f-1812a7457d89), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.068279 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 24 13:20:35.077704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b656ac2c-5a97-4373-9d9f-1812a7457d89,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:35.084670 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (5b98bc81-fe1e-405f-8a43-3479d53c3e77), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.084950 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.segments_db [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Added segment 5b98bc81-fe1e-405f-8a43-3479d53c3e77 of type vlan for network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff Oct 24 13:20:35.093941 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:35.130556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778768554653'] for network (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.157877 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837'] for network (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.159414 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:35.159990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.212585 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2949111 Oct 24 13:20:35.215148 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40422) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:35.226688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Request body: {'subnet': {'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1952474411-subnet', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'ip_version': 4}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:35.240009 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468273-f92a-4c00-bf89-600ce946952e admin admin] Pushing event updated for resources: {'Network': ['ID=65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:35.251223 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff details requested by agent ovs-agent-dv-cinder-862489-1-iscsi with host dv-cinder-862489-1-iscsi {{(pid=104670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 24 13:20:35.253251 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Made reservation on behalf of f4c3f792e1ae485fa9730e731b795550 for: {'subnet': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:20:35.255814 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26801565'] for subnet (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.366504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:20:35.378104 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:35.378716 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:35.435166 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26801547'] for subnet (62550dc3-095a-42be-9b34-b0df9a8aeb93), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.489961 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62550dc3-095a-42be-9b34-b0df9a8aeb93,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:35.506630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Checking segment: {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:35.506986 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Network hostable DHCP agents. Network: 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff, hostable agents: ['d8bdeb36-7dce-47da-81f6-789a22001084'], hosted agents: [] {{(pid=104668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 24 13:20:35.527965 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff is scheduled to be hosted by DHCP agent d8bdeb36-7dce-47da-81f6-789a22001084 with binding_index 1 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 24 13:20:35.541313 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862489-1-iscsi, 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff) {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:35.545688 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:35.546294 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.571496 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-f1a326b3-e32d-4263-aae3-0d07cbc53372 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3552859 Oct 24 13:20:35.573970 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40424) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:35.578183 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:35.600647 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-416596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236709'] for router (374eef9a-ade2-426f-9d2e-d211892225af), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.601737 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-423454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-408467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236730'] for router (374eef9a-ade2-426f-9d2e-d211892225af), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.615866 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4ae7d-5db5-4631-b5cd-aa997336a532 None None] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:20:35.657330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks [] for router_controller (374eef9a-ade2-426f-9d2e-d211892225af), precommit_add_association {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.680730 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:35.795750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks [] for router_gateway (374eef9a-ade2-426f-9d2e-d211892225af), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.835933 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89b05107-4832-57eb-85a0-ba6694e3bf2e-65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff', 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff', 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'fixed_ips': [{'subnet_id': '62550dc3-095a-42be-9b34-b0df9a8aeb93'}]}} from dv-cinder-862489-1-iscsi. {{(pid=104670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 24 13:20:35.837269 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:35.846477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:35.983903 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks [] for router_gateway (374eef9a-ade2-426f-9d2e-d211892225af), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.004394 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.014158 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.020504 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.027004 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 2, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:36.059106 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:20:36.059457 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Updating router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb port 29979629-3814-46f5-a9c1-8c2dc0b76955 binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:20:36.066392 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.db_base_plugin_common [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Allocated IP 172.20.0.2 (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff/62550dc3-095a-42be-9b34-b0df9a8aeb93/7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08) {{(pid=104670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:36.084927 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.110164 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.130330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Allocated IP 172.27.1.39 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/931effb8-e5e9-4e05-946f-6c816b756aed) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:36.235918 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks [] for port (931effb8-e5e9-4e05-946f-6c816b756aed), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.273463 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.327858 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:36.331837 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:36.338266 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:36.369617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Pushing event updated for resources: {'Port': ['ID=931effb8-e5e9-4e05-946f-6c816b756aed,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:36.385302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Publish callbacks [] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), precommit_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.389752 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device b6237c74-b742-41e0-9039-da4f1ae89102 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:36.416878 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), after_create {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.490631 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff is already hosted by enough agents. {{(pid=104670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:36.499871 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.base_scheduler [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Resources bound (agent type, host, resource id): {{(pid=104670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:36.507917 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Pushing event updated for resources: {'Port': ['ID=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,revision_number=1']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:36.512251 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Received port after_create {{(pid=104670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:36.529397 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port b6237c74-b742-41e0-9039-da4f1ae89102 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:36.529769 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.530107 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port b6237c74-b742-41e0-9039-da4f1ae89102 Oct 24 13:20:36.589754 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks [] for router_gateway (374eef9a-ade2-426f-9d2e-d211892225af), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.649835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Publish callbacks [] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.656535 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Attempting to bind port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:36.656861 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Attempting to bind port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:36.657219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Attempting to bind port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 on network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:36.662949 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.764689 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.782871 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424204'] for router (374eef9a-ade2-426f-9d2e-d211892225af), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.789165 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.790006 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424c53a-b2f0-4ced-83f9-fbdda9d77a85 None None] Pushing event updated for resources: {'Port': ['ID=29979629-3814-46f5-a9c1-8c2dc0b76955,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:36.796537 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port b6237c74-b742-41e0-9039-da4f1ae89102 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:36.813200 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:36.813585 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Checking segment: {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:36.813976 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.814389 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Bound using segment: {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:36.815422 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Bound port: 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:36.815800 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.821411 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.847407 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Attempting to bind port 29979629-3814-46f5-a9c1-8c2dc0b76955 on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:36.847781 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Attempting to bind port 29979629-3814-46f5-a9c1-8c2dc0b76955 by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:36.848146 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Attempting to bind port 29979629-3814-46f5-a9c1-8c2dc0b76955 on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:36.906151 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:36.916730 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Router 374eef9a-ade2-426f-9d2e-d211892225af is scheduled to L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 with binding_index 1 {{(pid=104668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 24 13:20:36.928598 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] For port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:36.930654 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:36.931025 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Checking segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:36.931449 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.931841 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Bound using segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:36.932347 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Bound port: 29979629-3814-46f5-a9c1-8c2dc0b76955, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:36.932695 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:36.936443 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] For port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,segment=NetworkSegment(5b98bc81-fe1e-405f-8a43-3479d53c3e77),segment_id=5b98bc81-fe1e-405f-8a43-3479d53c3e77)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:36.951729 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:37.038005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:20:37.044359 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] For port 29979629-3814-46f5-a9c1-8c2dc0b76955, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:37.048293 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bed944-8fab-4ca6-8ed8-9e4893a29f0c None None] Pushing event updated for resources: {'Port': ['ID=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,revision_number=2']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:37.056634 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Sync routers for ids ['374eef9a-ade2-426f-9d2e-d211892225af'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:20:37.060467 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] For port 29979629-3814-46f5-a9c1-8c2dc0b76955, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=29979629-3814-46f5-a9c1-8c2dc0b76955,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:37.070796 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:37.072129 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:37.077004 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-26acbb12-b894-4929-bff5-5a60ddcc0d6d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4977541 Oct 24 13:20:37.077403 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40428) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:37.104041 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Routers {'374eef9a-ade2-426f-9d2e-d211892225af'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:37.110217 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-269caecc-6b0f-4dd9-b634-ba2cdfe67bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568848 Oct 24 13:20:37.111427 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:37.112061 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:37.118120 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['374eef9a-ade2-426f-9d2e-d211892225af'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:37.187910 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424c53a-b2f0-4ced-83f9-fbdda9d77a85 None None] Pushing event updated for resources: {'Port': ['ID=29979629-3814-46f5-a9c1-8c2dc0b76955,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:37.236312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-cf1b20c6-9983-478b-8b6a-fd82f502d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:37.238454 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-cf1b20c6-9983-478b-8b6a-fd82f502d31a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0644617 Oct 24 13:20:37.294917 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Set router 374eef9a-ade2-426f-9d2e-d211892225af gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:37.309119 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:37.415702 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-66beb129-6e0b-4cef-b6f7-e847a6d333f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:37.417449 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-66beb129-6e0b-4cef-b6f7-e847a6d333f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.1473060 Oct 24 13:20:37.497357 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-63a1c29d-8a87-48b4-a763-0923782de31f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 1001 time: 0.0719609 Oct 24 13:20:37.546194 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:37Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:37.555200 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-034520da-e07a-4fa2-b6b4-e744b67b8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:37.557017 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-034520da-e07a-4fa2-b6b4-e744b67b8b25 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0510731 Oct 24 13:20:37.582162 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e37ff-313f-46df-85f4-1b6e90b05b58 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:37Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:20:37.617170 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-944e7fc5-3b7c-4352-ad22-0ef89cdb2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:20:37.618822 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-944e7fc5-3b7c-4352-ad22-0ef89cdb2212 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539064 Oct 24 13:20:37.672315 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:20:36Z', 'revision_number': 3, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:37.692223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:37.710892 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Checking router: 374eef9a-ade2-426f-9d2e-d211892225af for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:20:37.711507 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Updating router 374eef9a-ade2-426f-9d2e-d211892225af port 931effb8-e5e9-4e05-946f-6c816b756aed binding host dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:20:37.746636 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-01cd5f45-9e15-40a7-bfb2-51360cc79feb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196277 Oct 24 13:20:37.747707 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:37.812184 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:37.860080 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:37.862820 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3b90bb7a-abc0-4aae-9700-aa043ef7789a req-8a5449b1-6d06-4729-99e4-a6442fb663fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083262 Oct 24 13:20:38.032726 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Allocated IP 172.20.0.1 (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff/62550dc3-095a-42be-9b34-b0df9a8aeb93/22c69507-113e-418c-8385-72cc808e545f) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:20:38.034555 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:38.163733 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Publish callbacks [] for port (931effb8-e5e9-4e05-946f-6c816b756aed), precommit_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.165156 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:38.171822 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.187138 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks [] for port (22c69507-113e-418c-8385-72cc808e545f), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.195245 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Attempting to bind port 931effb8-e5e9-4e05-946f-6c816b756aed on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:38.195885 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Attempting to bind port 931effb8-e5e9-4e05-946f-6c816b756aed by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:38.196689 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Attempting to bind port 931effb8-e5e9-4e05-946f-6c816b756aed on network 51341755-016f-4707-88ea-76ce149da04d {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:38.227945 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (22c69507-113e-418c-8385-72cc808e545f), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.273106 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:38.273409 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Checking segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:38.273810 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.274833 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Bound using segment: {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'} {{(pid=104671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:38.275387 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.managers [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Bound port: 931effb8-e5e9-4e05-946f-6c816b756aed, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68072d50-5447-4371-afd8-9898d73e7d81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51341755-016f-4707-88ea-76ce149da04d'}}] {{(pid=104671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:38.275718 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), before_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.284831 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d127dbf5-585f-4887-b626-9ba97695ce27 None None] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:20:38.294829 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:38.299303 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:38.301429 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Pushing event updated for resources: {'Port': ['ID=22c69507-113e-418c-8385-72cc808e545f,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:38.303784 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:20:38.329987 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] For port 931effb8-e5e9-4e05-946f-6c816b756aed, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:38.333474 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.plugins.ml2.db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] For port 931effb8-e5e9-4e05-946f-6c816b756aed, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=931effb8-e5e9-4e05-946f-6c816b756aed,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:38.346010 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), after_update {{(pid=104671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.352012 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421568'] for router_interface (374eef9a-ade2-426f-9d2e-d211892225af), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.363365 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e651902-11d8-47b8-ad7a-917f2a781c4c None None] Pushing event updated for resources: {'Port': ['ID=931effb8-e5e9-4e05-946f-6c816b756aed,revision_number=2']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:38.365785 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Routers {'374eef9a-ade2-426f-9d2e-d211892225af'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:38.366384 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['374eef9a-ade2-426f-9d2e-d211892225af'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:38.536597 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e651902-11d8-47b8-ad7a-917f2a781c4c None None] Pushing event updated for resources: {'Port': ['ID=931effb8-e5e9-4e05-946f-6c816b756aed,revision_number=3']} {{(pid=104671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:38.573528 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] Set router 374eef9a-ade2-426f-9d2e-d211892225af gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:38.581355 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (22c69507-113e-418c-8385-72cc808e545f), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.642124 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:38.724103 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:38.758189 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Provisioning complete for port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:38.759040 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.759914 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Attempt 1 to provision port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 Oct 24 13:20:38.787888 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:38.804511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:38.805161 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.805666 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 Oct 24 13:20:38.835376 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks [] for port (22c69507-113e-418c-8385-72cc808e545f), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.840471 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (22c69507-113e-418c-8385-72cc808e545f), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.847907 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:20:36Z', 'revision_number': 3, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:38.863760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:38.875964 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4b3a2-dda0-469a-bd58-8d1c8fa5987d None None] The sync data for ids ['374eef9a-ade2-426f-9d2e-d211892225af'] in dv-cinder-862489-1-iscsi is: [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:20:36Z', 'revision_number': 3, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:20:38.901077 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:38.932000 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Pushing event updated for resources: {'Port': ['ID=22c69507-113e-418c-8385-72cc808e545f,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:38.934797 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-421460'] for router_interface (374eef9a-ade2-426f-9d2e-d211892225af), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:38.999309 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Current status of the port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:38.999697 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.002279 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:39.003024 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:39.003440 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.054731 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] For port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,segment=NetworkSegment(5b98bc81-fe1e-405f-8a43-3479d53c3e77),segment_id=5b98bc81-fe1e-405f-8a43-3479d53c3e77)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:39.060275 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.070822 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:20:39.072304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:20:39.134562 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.db.api [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 24 13:20:39.135082 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG oslo_db.api [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 24 13:20:39.146914 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb067e-3ad0-4513-b91a-f6a3c16854d7 None None] Pushing event updated for resources: {'Port': ['ID=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:39.209467 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Router 374eef9a-ade2-426f-9d2e-d211892225af has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:20:39.287587 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Provisioning complete for port 22c69507-113e-418c-8385-72cc808e545f triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:39.288064 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (22c69507-113e-418c-8385-72cc808e545f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.288515 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Attempt 1 to provision port 22c69507-113e-418c-8385-72cc808e545f Oct 24 13:20:39.331502 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Port 22c69507-113e-418c-8385-72cc808e545f cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:20:39.331849 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:20:39.338193 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-81a6561b-2499-4b89-a599-c5b1aa1cac48 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/374eef9a-ade2-426f-9d2e-d211892225af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613983 Oct 24 13:20:39.342268 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Provisioning complete for port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:39.342659 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.343002 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Attempt 1 to provision port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 Oct 24 13:20:39.438035 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-486910b7-6037-4227-bac2-939e920b1b48 None None] Current status of the port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:39.568755 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-cd58a084-b963-47d5-ae7f-6bc93ee555a9 None None] Provisioning complete for port 22c69507-113e-418c-8385-72cc808e545f triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:39.569409 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-cd58a084-b963-47d5-ae7f-6bc93ee555a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (22c69507-113e-418c-8385-72cc808e545f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.570042 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-cd58a084-b963-47d5-ae7f-6bc93ee555a9 None None] Attempt 1 to provision port 22c69507-113e-418c-8385-72cc808e545f Oct 24 13:20:39.616989 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-cd58a084-b963-47d5-ae7f-6bc93ee555a9 None None] Port 22c69507-113e-418c-8385-72cc808e545f cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:20:39.678129 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:39.679346 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29979629-3814-46f5-a9c1-8c2dc0b76955 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:39.740423 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 29979629-3814-46f5-a9c1-8c2dc0b76955 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:39.740794 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.741129 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 29979629-3814-46f5-a9c1-8c2dc0b76955 Oct 24 13:20:39.772057 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-ee05e49c-d6d1-45f3-96c5-91edf0dd5583 None None] Provisioning complete for port 22c69507-113e-418c-8385-72cc808e545f triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:39.772557 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ee05e49c-d6d1-45f3-96c5-91edf0dd5583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (22c69507-113e-418c-8385-72cc808e545f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.772895 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-ee05e49c-d6d1-45f3-96c5-91edf0dd5583 None None] Attempt 1 to provision port 22c69507-113e-418c-8385-72cc808e545f Oct 24 13:20:39.824151 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-ee05e49c-d6d1-45f3-96c5-91edf0dd5583 None None] Port 22c69507-113e-418c-8385-72cc808e545f cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:20:39.846785 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40456) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:39.851224 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217361373', 'description': 'tempest-secgroup-smoke-217361373 description', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:39.880391 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 29979629-3814-46f5-a9c1-8c2dc0b76955 is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:39.880794 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.889074 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.921106 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 29979629-3814-46f5-a9c1-8c2dc0b76955, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=29979629-3814-46f5-a9c1-8c2dc0b76955,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:39.922216 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:39.926535 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:39.991703 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=29979629-3814-46f5-a9c1-8c2dc0b76955,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.000475 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group (6e366db0-1c98-4b6b-a8ed-28604602b735), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.004614 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6e366db0-1c98-4b6b-a8ed-28604602b735), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.036339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.040498 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1898663 Oct 24 13:20:40.041418 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40464) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:40.046199 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group_rule': {'security_group_id': '6e366db0-1c98-4b6b-a8ed-28604602b735', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:40.052437 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d1ed-82f8-4f45-8959-578918dcd293 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e366db0-1c98-4b6b-a8ed-28604602b735,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.083846 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (ab727771-7c17-455a-9f55-075559ca107a), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.143893 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (ab727771-7c17-455a-9f55-075559ca107a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.148621 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (ab727771-7c17-455a-9f55-075559ca107a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.176269 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab727771-7c17-455a-9f55-075559ca107a,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.184050 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.185316 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-99827f76-dcb7-46d2-b1d6-f7e021f4b2ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436648 Oct 24 13:20:40.188083 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40474) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:40.193599 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group_rule': {'security_group_id': '6e366db0-1c98-4b6b-a8ed-28604602b735', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:40.225777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (01edf5cc-dc4d-492e-b658-085f72bd97b8), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.286491 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (01edf5cc-dc4d-492e-b658-085f72bd97b8), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.292473 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (01edf5cc-dc4d-492e-b658-085f72bd97b8), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.316804 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01edf5cc-dc4d-492e-b658-085f72bd97b8,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.322197 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.323520 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1062f528-40fa-444a-bf51-1265e1a60386 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344841 Oct 24 13:20:40.327918 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40484) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:40.335421 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group_rule': {'security_group_id': '6e366db0-1c98-4b6b-a8ed-28604602b735', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:40.372970 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (b4641798-ab46-4988-9d0b-a7c6bf67a72c), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.434017 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (b4641798-ab46-4988-9d0b-a7c6bf67a72c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.439153 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (b4641798-ab46-4988-9d0b-a7c6bf67a72c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.454761 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:40.463813 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4641798-ab46-4988-9d0b-a7c6bf67a72c,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.473126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.474424 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fb980b86-d9a3-49af-afbf-b4946dd1491a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455050 Oct 24 13:20:40.477457 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40488) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:40.482303 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group_rule': {'security_group_id': '6e366db0-1c98-4b6b-a8ed-28604602b735', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:40.506713 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:40.508830 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:40.509292 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.509763 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 Oct 24 13:20:40.511354 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (8bc7a132-9ad6-410e-9ef4-7030ea5ae610), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.574876 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (8bc7a132-9ad6-410e-9ef4-7030ea5ae610), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.578556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (8bc7a132-9ad6-410e-9ef4-7030ea5ae610), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.584982 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:40.586049 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29979629-3814-46f5-a9c1-8c2dc0b76955 up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:40.598795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc7a132-9ad6-410e-9ef4-7030ea5ae610,revision_number=0']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.606637 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.607907 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fb1d7c59-ea52-4e85-9c62-638e2c16893e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294799 Oct 24 13:20:40.611010 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40490) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:40.615834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group_rule': {'security_group_id': '6e366db0-1c98-4b6b-a8ed-28604602b735', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:40.620205 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:40.633768 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:40.634729 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 29979629-3814-46f5-a9c1-8c2dc0b76955 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:40.635394 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.636006 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 29979629-3814-46f5-a9c1-8c2dc0b76955 Oct 24 13:20:40.645415 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.securitygroups_db [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Project e5f4729aa5f44fe08096bed3438e8f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:20:40.652336 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (bdd69b6b-25ec-4836-95bc-047d6c7992fd), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.718779 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (bdd69b6b-25ec-4836-95bc-047d6c7992fd), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.720637 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 29979629-3814-46f5-a9c1-8c2dc0b76955 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:40.721755 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 931effb8-e5e9-4e05-946f-6c816b756aed up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:40.722654 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (bdd69b6b-25ec-4836-95bc-047d6c7992fd), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.745516 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd69b6b-25ec-4836-95bc-047d6c7992fd,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.755339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.757516 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-8d02eaf5-df2e-4c04-aa79-dd1672219b0b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444843 Oct 24 13:20:40.759461 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40492) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:40.764577 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'security_group_rule': {'security_group_id': '6e366db0-1c98-4b6b-a8ed-28604602b735', 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:20:40.773835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 931effb8-e5e9-4e05-946f-6c816b756aed triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:40.774218 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.774557 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 931effb8-e5e9-4e05-946f-6c816b756aed Oct 24 13:20:40.786005 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.securitygroups_db [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Project e5f4729aa5f44fe08096bed3438e8f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 24 13:20:40.791875 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (482969e5-9578-4e6e-b2d3-1b97869c7f36), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.852550 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 931effb8-e5e9-4e05-946f-6c816b756aed is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:40.853128 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.856425 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (482969e5-9578-4e6e-b2d3-1b97869c7f36), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.860257 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540642'] for security_group_rule (482969e5-9578-4e6e-b2d3-1b97869c7f36), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.875988 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 931effb8-e5e9-4e05-946f-6c816b756aed, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=931effb8-e5e9-4e05-946f-6c816b756aed,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:40.880996 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.882398 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482969e5-9578-4e6e-b2d3-1b97869c7f36,revision_number=0']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.890718 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:40.891982 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-156a1cdf-068d-4d9a-a5dd-7a736e4f509e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315351 Oct 24 13:20:40.940456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=931effb8-e5e9-4e05-946f-6c816b756aed,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:40.976521 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Sync routers for ids ['374eef9a-ade2-426f-9d2e-d211892225af'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:20:40.987924 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Routers {'374eef9a-ade2-426f-9d2e-d211892225af'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:40.988551 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['374eef9a-ade2-426f-9d2e-d211892225af'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:41.094947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Set router 374eef9a-ade2-426f-9d2e-d211892225af gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:41.238847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:41.301047 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:20:38Z', 'revision_number': 4, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '22c69507-113e-418c-8385-72cc808e545f', 'name': '', 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'mac_address': 'fa:16:3e:06:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '62550dc3-095a-42be-9b34-b0df9a8aeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:37Z', 'updated_at': '2022-10-24T13:20:38Z', 'revision_number': 2, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'subnets': [{'id': '62550dc3-095a-42be-9b34-b0df9a8aeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:41.328273 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Checking router: 374eef9a-ade2-426f-9d2e-d211892225af for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:20:41.328631 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Updating router 374eef9a-ade2-426f-9d2e-d211892225af port 22c69507-113e-418c-8385-72cc808e545f binding host dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 24 13:20:41.357035 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (22c69507-113e-418c-8385-72cc808e545f), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:41.540022 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:41.633405 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Publish callbacks [] for port (22c69507-113e-418c-8385-72cc808e545f), precommit_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:41.639315 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (22c69507-113e-418c-8385-72cc808e545f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:41.709270 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0bab9-e947-4f5e-b7df-0da315ede487 None None] Pushing event updated for resources: {'Port': ['ID=22c69507-113e-418c-8385-72cc808e545f,revision_number=3']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:41.740648 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Attempting to bind port 22c69507-113e-418c-8385-72cc808e545f on host dv-cinder-862489-1-iscsi for vnic_type normal with profile {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:20:41.741021 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Attempting to bind port 22c69507-113e-418c-8385-72cc808e545f by drivers openvswitch,hyperv on host dv-cinder-862489-1-iscsi at level 0 using segments [{'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:20:41.741407 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Attempting to bind port 22c69507-113e-418c-8385-72cc808e545f on network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:20:41.786025 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Checking agent: {'id': 'b9716678-cf0a-46cc-9272-529b614d091f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862489-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 4, 17), 'started_at': datetime.datetime(2022, 10, 24, 13, 4, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862489-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:20:41.786501 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Checking segment: {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:20:41.786959 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:41.787370 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Bound using segment: {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'} {{(pid=104670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:20:41.787843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.managers [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Bound port: 22c69507-113e-418c-8385-72cc808e545f, host: dv-cinder-862489-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b98bc81-fe1e-405f-8a43-3479d53c3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff'}}] {{(pid=104670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:20:41.788218 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (22c69507-113e-418c-8385-72cc808e545f), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:41.868939 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] For port 22c69507-113e-418c-8385-72cc808e545f, host dv-cinder-862489-1-iscsi, cleared binding levels {{(pid=104670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:20:41.872211 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] For port 22c69507-113e-418c-8385-72cc808e545f, host dv-cinder-862489-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=22c69507-113e-418c-8385-72cc808e545f,segment=NetworkSegment(5b98bc81-fe1e-405f-8a43-3479d53c3e77),segment_id=5b98bc81-fe1e-405f-8a43-3479d53c3e77)] {{(pid=104670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:20:41.877526 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (22c69507-113e-418c-8385-72cc808e545f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:41.916803 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Routers {'374eef9a-ade2-426f-9d2e-d211892225af'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:20:41.917429 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:20:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['374eef9a-ade2-426f-9d2e-d211892225af'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:41.976806 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0bab9-e947-4f5e-b7df-0da315ede487 None None] Pushing event updated for resources: {'Port': ['ID=22c69507-113e-418c-8385-72cc808e545f,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:42.047528 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] Set router 374eef9a-ade2-426f-9d2e-d211892225af gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:20:42.117309 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:42.145102 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3fac0903-e3d5-431c-ab5b-6c647eb7f229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:42.256501 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:20:38Z', 'revision_number': 4, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '22c69507-113e-418c-8385-72cc808e545f', 'name': '', 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'mac_address': 'fa:16:3e:06:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '62550dc3-095a-42be-9b34-b0df9a8aeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:37Z', 'updated_at': '2022-10-24T13:20:41Z', 'revision_number': 4, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'subnets': [{'id': '62550dc3-095a-42be-9b34-b0df9a8aeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:20:42.286354 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533be9c-7da4-43e0-9705-e56e46332f3c None None] The sync data for ids ['374eef9a-ade2-426f-9d2e-d211892225af'] in dv-cinder-862489-1-iscsi is: [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:20:38Z', 'revision_number': 4, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '22c69507-113e-418c-8385-72cc808e545f', 'name': '', 'network_id': '65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'mac_address': 'fa:16:3e:06:a4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '62550dc3-095a-42be-9b34-b0df9a8aeb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:37Z', 'updated_at': '2022-10-24T13:20:41Z', 'revision_number': 4, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'subnets': [{'id': '62550dc3-095a-42be-9b34-b0df9a8aeb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:20:42.432719 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 931effb8-e5e9-4e05-946f-6c816b756aed up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:42.629664 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 931effb8-e5e9-4e05-946f-6c816b756aed triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:42.630501 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:42.630501 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 931effb8-e5e9-4e05-946f-6c816b756aed Oct 24 13:20:42.720621 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 931effb8-e5e9-4e05-946f-6c816b756aed is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:42.859943 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40564) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:43.006892 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2fef5b87-fbae-45d9-8963-aee8d632bae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.044348 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:43.089660 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2fef5b87-fbae-45d9-8963-aee8d632bae3 admin admin] Publish callbacks [] for security_group (5b2f439e-b424-4782-a638-0de492b5dbce), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.093101 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2fef5b87-fbae-45d9-8963-aee8d632bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (5b2f439e-b424-4782-a638-0de492b5dbce), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.133743 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-2fef5b87-fbae-45d9-8963-aee8d632bae3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cb9a8411da9c4142b06dec430a31369a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726710 Oct 24 13:20:43.134565 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef5b87-fbae-45d9-8963-aee8d632bae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2f439e-b424-4782-a638-0de492b5dbce,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:43.136822 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40568) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:43.187040 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e484ce0-8f1e-4269-9465-8b46c1597048 admin admin] Publish callbacks [] for security_group (5b2f439e-b424-4782-a638-0de492b5dbce), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.210151 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e484ce0-8f1e-4269-9465-8b46c1597048 admin admin] Publish callbacks [] for security_group (5b2f439e-b424-4782-a638-0de492b5dbce), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.262710 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e484ce0-8f1e-4269-9465-8b46c1597048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (5b2f439e-b424-4782-a638-0de492b5dbce), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.265261 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e484ce0-8f1e-4269-9465-8b46c1597048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.266420 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-1e484ce0-8f1e-4269-9465-8b46c1597048 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5b2f439e-b424-4782-a638-0de492b5dbce HTTP/1.1" status: 204 len: 168 time: 0.1285112 Oct 24 13:20:43.279957 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484ce0-8f1e-4269-9465-8b46c1597048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2f439e-b424-4782-a638-0de492b5dbce,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:43.560645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40576) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:43.575018 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c25b283-f0c0-4d5c-969e-0919ddbc72b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.671826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c25b283-f0c0-4d5c-969e-0919ddbc72b9 admin admin] Publish callbacks [] for security_group (e4ac7e61-303c-467b-8671-9e3afdc55f9c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.676408 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c25b283-f0c0-4d5c-969e-0919ddbc72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e4ac7e61-303c-467b-8671-9e3afdc55f9c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.716119 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25b283-f0c0-4d5c-969e-0919ddbc72b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac7e61-303c-467b-8671-9e3afdc55f9c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:43.725247 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40578) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:20:43.725393 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-3c25b283-f0c0-4d5c-969e-0919ddbc72b9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ebbc06174c4746e89a0b93666d931bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630058 Oct 24 13:20:43.776773 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-161b2f6e-eee8-46c9-9d9c-f8f3f27ed72d admin admin] Publish callbacks [] for security_group (e4ac7e61-303c-467b-8671-9e3afdc55f9c), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.797738 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-161b2f6e-eee8-46c9-9d9c-f8f3f27ed72d admin admin] Publish callbacks [] for security_group (e4ac7e61-303c-467b-8671-9e3afdc55f9c), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.858928 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-161b2f6e-eee8-46c9-9d9c-f8f3f27ed72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e4ac7e61-303c-467b-8671-9e3afdc55f9c), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.862461 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-161b2f6e-eee8-46c9-9d9c-f8f3f27ed72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:43.863742 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-161b2f6e-eee8-46c9-9d9c-f8f3f27ed72d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e4ac7e61-303c-467b-8671-9e3afdc55f9c HTTP/1.1" status: 204 len: 168 time: 0.1378458 Oct 24 13:20:43.873049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b2f6e-eee8-46c9-9d9c-f8f3f27ed72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac7e61-303c-467b-8671-9e3afdc55f9c,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:43.886181 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:44.364279 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-9391f326-4887-4370-85e8-0d98ef686b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:44.395177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 22c69507-113e-418c-8385-72cc808e545f up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:44.443442 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 22c69507-113e-418c-8385-72cc808e545f triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:44.444471 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (22c69507-113e-418c-8385-72cc808e545f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:44.444990 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 22c69507-113e-418c-8385-72cc808e545f Oct 24 13:20:44.528123 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 22c69507-113e-418c-8385-72cc808e545f is: DOWN; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:44.528516 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (22c69507-113e-418c-8385-72cc808e545f), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:44.568045 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] For port 22c69507-113e-418c-8385-72cc808e545f, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=22c69507-113e-418c-8385-72cc808e545f,segment=NetworkSegment(5b98bc81-fe1e-405f-8a43-3479d53c3e77),segment_id=5b98bc81-fe1e-405f-8a43-3479d53c3e77)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:20:44.573943 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (22c69507-113e-418c-8385-72cc808e545f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:44.621050 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Pushing event updated for resources: {'Port': ['ID=22c69507-113e-418c-8385-72cc808e545f,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:20:45.654564 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:46.367032 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 22c69507-113e-418c-8385-72cc808e545f up at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:20:46.415081 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Provisioning complete for port 22c69507-113e-418c-8385-72cc808e545f triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:20:46.415462 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (22c69507-113e-418c-8385-72cc808e545f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:46.415798 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Attempt 1 to provision port 22c69507-113e-418c-8385-72cc808e545f Oct 24 13:20:46.490729 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Current status of the port 22c69507-113e-418c-8385-72cc808e545f is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:20:47.275036 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:47.322288 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:49.406307 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:49.407040 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=11 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:53.712039 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=22,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:53.713939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:53.835984 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=64,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:53.868881 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:20:55.884627 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:20:57.466081 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:21:00.651905 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-e1ef306e-5882-4b45-ad3b-cc93cada177c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-217361373&fields=id&tenant_id=e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 267 time: 0.0449483 Oct 24 13:21:00.995695 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-f2e37797-8e38-4ed7-b3be-87431ca4d1a8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:00.997186 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-f2e37797-8e38-4ed7-b3be-87431ca4d1a8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 811 time: 0.3389573 Oct 24 13:21:01.012801 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-d0459d19-be93-4688-aeec-b2ab6aae1852 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/quotas/e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 375 time: 0.0098011 Oct 24 13:21:01.063243 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-cdc5d8b4-db5b-43ac-9192-308f03c54952 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454545 Oct 24 13:21:01.160826 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-ebeea488-4c48-46ea-b47f-be84bb91a682 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Oct 24 13:21:01.253478 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-9eccc369-b7ef-4643-9658-ae6bcd99780a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868356 Oct 24 13:21:01.548242 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3f8595b0-e8ae-4cbe-942c-f2f80de828a7 req-1714ac19-7a76-48c3-a578-6dbd2a68553e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 210 time: 0.0282536 Oct 24 13:21:02.588797 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-999c9f5d-ef2c-4059-ab37-599dab14601e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:02.590252 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-999c9f5d-ef2c-4059-ab37-599dab14601e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 811 time: 0.1171374 Oct 24 13:21:02.665999 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-63b43281-8c80-4e4d-aab5-ab4bb9102493 req-55118451-fb3f-4739-9e1b-108a0fe551e3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 210 time: 0.0406289 Oct 24 13:21:02.679873 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-ce50ed4b-556d-464e-b267-f25b8896fc74 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 379 time: 0.0822639 Oct 24 13:21:02.688551 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'port': {'device_id': '540ac816-895b-4737-8d42-9b2c7817f334', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'admin_state_up': True, 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'security_groups': ['6e366db0-1c98-4b6b-a8ed-28604602b735']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:21:02.799534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Made reservation on behalf of e5f4729aa5f44fe08096bed3438e8f7e for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:21:02.803263 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:02.932357 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Allocated IP 172.20.0.6 (d81e8b5b-f582-42f2-8207-457fa8977c00/d12f6085-6390-44d7-9e9a-976d4fa1ffd3/6d9a9a89-0d40-45ae-b4f3-42bb1681566f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:21:03.037026 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:03.039536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:03.091497 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.126190 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.168890 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:21:03.172008 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:21:03.175102 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:21:03.214676 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:03.239033 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:03.239675 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.256814 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-19f0887a-2726-49f3-8394-a8fedeaa2869 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718839 Oct 24 13:21:03.271221 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Request body: {'port': {'device_id': '540ac816-895b-4737-8d42-9b2c7817f334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:21:03.337352 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.401752 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-973056ca-9257-434e-bf1d-67b80505040c None None] Provisioning complete for port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:21:03.402405 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-973056ca-9257-434e-bf1d-67b80505040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.402520 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-973056ca-9257-434e-bf1d-67b80505040c None None] Attempt 1 to provision port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f Oct 24 13:21:03.436656 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-973056ca-9257-434e-bf1d-67b80505040c None None] Port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:21:03.601212 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9a9a89-0d40-45ae-b4f3-42bb1681566f {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:21:03.608517 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Publish callbacks [] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.621056 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Transition to ACTIVE for port object 6d9a9a89-0d40-45ae-b4f3-42bb1681566f will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:21:03.624728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.703049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:03.731712 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:03.738060 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Attempting to bind port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:21:03.738595 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Attempting to bind port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:21:03.738931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Attempting to bind port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:21:03.785597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f on network d81e8b5b-f582-42f2-8207-457fa8977c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:21:03.785924 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Attempting to bind port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:21:03.795267 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3819fc-bd13-499b-990f-35ff212ad4c7 req-61bcfbc3-a3fb-47b2-9bba-260bea281226 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:03.796747 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c3819fc-bd13-499b-990f-35ff212ad4c7 req-61bcfbc3-a3fb-47b2-9bba-260bea281226 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0512040 Oct 24 13:21:03.833904 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:21:03.834256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Checking segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:21:03.834619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Bound using segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:21:03.835085 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Bound port: 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:21:03.835449 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.849892 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3c3819fc-bd13-499b-990f-35ff212ad4c7 req-41e94335-5188-4c30-af1a-f4d757dc3db1 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470719 Oct 24 13:21:03.899284 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] For port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:21:03.902386 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] For port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:21:03.907758 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.912945 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:03.913566 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:03.914928 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6d9a9a89-0d40-45ae-b4f3-42bb1681566f HTTP/1.1" status: 200 len: 1093 time: 0.6482687 Oct 24 13:21:03.915533 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:21:03.917779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13019a42-f501-4369-a95a-a1f489cb3f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:21:03.936738 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:03.992917 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499a1403-9c7d-4a1c-af00-a874d2b25bea x-openstack-request-id: req-499a1403-9c7d-4a1c-af00-a874d2b25bea {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:21:03.993208 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:21:03.993458 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-499a1403-9c7d-4a1c-af00-a874d2b25bea {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:21:03.993847 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499a1403-9c7d-4a1c-af00-a874d2b25bea'] response: {'name': 'network-changed', 'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'status': 'completed', 'code': 200} Oct 24 13:21:04.002855 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171642f7-93b1-4b69-b807-a03de16c4063 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:04.012672 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-c1a01036-c24b-452a-99a4-abe03d82309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.014164 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-c1a01036-c24b-452a-99a4-abe03d82309c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 1127 time: 0.0608137 Oct 24 13:21:04.053953 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-3bf8fdd7-343c-4ef5-9122-1535c581b466 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f HTTP/1.1" status: 200 len: 217 time: 0.0326335 Oct 24 13:21:04.102662 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-9aef96c1-180d-499e-8462-9015d53609a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.104155 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-9aef96c1-180d-499e-8462-9015d53609a0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0450838 Oct 24 13:21:04.148832 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-24fadd28-0cfb-4229-b787-2fabc0f68e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.150306 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-24fadd28-0cfb-4229-b787-2fabc0f68e75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408213 Oct 24 13:21:04.246866 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-30393b21-116d-475d-9aa4-bb027fb55799 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904799 Oct 24 13:21:04.339506 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6edb483d-dde1-44d4-bd1d-cf50171bc204 req-2374cec4-8a0c-49c2-a48f-6445fc60a7d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Oct 24 13:21:04.599650 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-f14b67b4-793b-4fb6-961d-5a1bc79c5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.601121 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-f14b67b4-793b-4fb6-961d-5a1bc79c5259 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 1127 time: 0.0448637 Oct 24 13:21:04.693814 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-1cdd26bc-a84b-4950-a678-b5ca3a2ae4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.695316 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-1cdd26bc-a84b-4950-a678-b5ca3a2ae4a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0884876 Oct 24 13:21:04.741532 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-0da3f49f-2b1b-44f3-b1e8-7b55027c4ced service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f HTTP/1.1" status: 200 len: 217 time: 0.0396094 Oct 24 13:21:04.789683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-4aa138f3-a420-4671-8a69-f55f7c2299ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.791125 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-4aa138f3-a420-4671-8a69-f55f7c2299ba service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0445237 Oct 24 13:21:04.834776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-bff15e24-fda9-4110-b548-e75b8e3c7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.836274 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-bff15e24-fda9-4110-b548-e75b8e3c7e4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398042 Oct 24 13:21:04.930066 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-de6b62f0-820b-450e-ba3e-ab409a138b60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874374 Oct 24 13:21:04.974536 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce83ff-30a3-4bfd-9e9f-f7d3dd5b3f3d req-122b2834-1fe1-40c1-831d-98c6db197597 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:04.975991 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-50ce83ff-30a3-4bfd-9e9f-f7d3dd5b3f3d req-122b2834-1fe1-40c1-831d-98c6db197597 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0474067 Oct 24 13:21:04.985644 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:05.024078 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13019a42-f501-4369-a95a-a1f489cb3f1a req-6000d5cf-e34e-4225-9cd2-0b2a78cc7e99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884378 Oct 24 13:21:05.025103 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-50ce83ff-30a3-4bfd-9e9f-f7d3dd5b3f3d req-a52217b9-b266-403c-a278-0a1810df1cad tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433648 Oct 24 13:21:05.831332 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40808) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:05.940114 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4ce05098-5da6-4bd0-be29-cbd12901968f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.014891 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4ce05098-5da6-4bd0-be29-cbd12901968f admin admin] Publish callbacks [] for security_group (aecd90cf-ea23-4bd8-ab9a-d158743d46ad), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.018767 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4ce05098-5da6-4bd0-be29-cbd12901968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (aecd90cf-ea23-4bd8-ab9a-d158743d46ad), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.064150 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-4ce05098-5da6-4bd0-be29-cbd12901968f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=43d4b221c6774ac791b68e6d29766d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293310 Oct 24 13:21:06.064150 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce05098-5da6-4bd0-be29-cbd12901968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd90cf-ea23-4bd8-ab9a-d158743d46ad,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:06.065541 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40814) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:06.130968 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe3-29c8-4046-bc7d-a5a25e0a790d admin admin] Publish callbacks [] for security_group (aecd90cf-ea23-4bd8-ab9a-d158743d46ad), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.178144 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe3-29c8-4046-bc7d-a5a25e0a790d admin admin] Publish callbacks [] for security_group (aecd90cf-ea23-4bd8-ab9a-d158743d46ad), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.189844 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05935036-2542-46b0-9169-7f4bfaf707a2 req-6385888f-bb7a-4253-ad0b-007f8ff1b611 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:06.191455 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-05935036-2542-46b0-9169-7f4bfaf707a2 req-6385888f-bb7a-4253-ad0b-007f8ff1b611 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0744591 Oct 24 13:21:06.232734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:06.258720 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-05935036-2542-46b0-9169-7f4bfaf707a2 req-6daaa697-5c3f-4128-ba5e-dade187b4c53 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585570 Oct 24 13:21:06.266098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe3-29c8-4046-bc7d-a5a25e0a790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (aecd90cf-ea23-4bd8-ab9a-d158743d46ad), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.269078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-961fdbe3-29c8-4046-bc7d-a5a25e0a790d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:06.270281 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-961fdbe3-29c8-4046-bc7d-a5a25e0a790d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aecd90cf-ea23-4bd8-ab9a-d158743d46ad HTTP/1.1" status: 204 len: 168 time: 0.2036316 Oct 24 13:21:06.278538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fdbe3-29c8-4046-bc7d-a5a25e0a790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd90cf-ea23-4bd8-ab9a-d158743d46ad,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:07.383159 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ead8a6-a073-427a-9fa4-303eaa3da395 req-59028806-3923-402d-86f9-825d2991b2c1 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:07.384663 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06ead8a6-a073-427a-9fa4-303eaa3da395 req-59028806-3923-402d-86f9-825d2991b2c1 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0488927 Oct 24 13:21:07.436033 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06ead8a6-a073-427a-9fa4-303eaa3da395 req-5a01ac5d-e2a1-40b0-bc14-93b261c427cd tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455308 Oct 24 13:21:08.557706 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab65a91-ebbc-4891-aeea-d0c4a7da10db req-0818d1e4-313e-4377-aac9-57d5f913a01e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:08.559220 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ab65a91-ebbc-4891-aeea-d0c4a7da10db req-0818d1e4-313e-4377-aac9-57d5f913a01e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0475729 Oct 24 13:21:08.609722 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ab65a91-ebbc-4891-aeea-d0c4a7da10db req-0d2887c6-e4f3-4bdb-92e8-9da1c10ab71a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Oct 24 13:21:09.400335 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=14 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:09.414696 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=14 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:09.734115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37850d9-1901-4d83-88da-b36f8feed567 req-9dad1902-61a1-4f89-a16c-e2b1487032cf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:09.735603 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c37850d9-1901-4d83-88da-b36f8feed567 req-9dad1902-61a1-4f89-a16c-e2b1487032cf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0479958 Oct 24 13:21:09.787288 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c37850d9-1901-4d83-88da-b36f8feed567 req-dc9189d1-bec8-4269-a87d-4d5afb4810e8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456002 Oct 24 13:21:10.911412 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55918ff2-6dd6-46f3-81cb-efe0e5ed3d5c req-511abd91-17de-404e-a262-4378f3149013 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:10.912859 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-55918ff2-6dd6-46f3-81cb-efe0e5ed3d5c req-511abd91-17de-404e-a262-4378f3149013 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0493138 Oct 24 13:21:10.961254 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-55918ff2-6dd6-46f3-81cb-efe0e5ed3d5c req-44d1e43a-79ce-478c-9342-020de3e21868 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428302 Oct 24 13:21:12.085596 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d165-e57e-4ac3-9401-9a586524fdf2 req-3193a632-df27-4e42-b965-a1c1a1e51540 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:12.087102 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d967d165-e57e-4ac3-9401-9a586524fdf2 req-3193a632-df27-4e42-b965-a1c1a1e51540 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 943 time: 0.0509887 Oct 24 13:21:12.107459 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ee2ee717-ec68-4e55-a3a0-d8cfdfb74a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:12.138455 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d967d165-e57e-4ac3-9401-9a586524fdf2 req-28ef39bf-03bd-4007-856d-447f90d91fa8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457587 Oct 24 13:21:12.983489 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 6d9a9a89-0d40-45ae-b4f3-42bb1681566f details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:21:12.993019 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:13.087003 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:13.098932 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'port_id': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'mac_address': 'fa:16:3e:03:b9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:21:13.139784 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:21:13.140508 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:13.153578 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9a9a89-0d40-45ae-b4f3-42bb1681566f {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:21:13.177191 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:13.181578 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:13.186244 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:13.230296 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:13.270235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c05d1-8c34-4a79-8a66-dd50d4f3f3e4 req-99ecad6e-d383-42e7-b78a-418bdf6e5f56 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:13.271713 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-602c05d1-8c34-4a79-8a66-dd50d4f3f3e4 req-99ecad6e-d383-42e7-b78a-418bdf6e5f56 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 944 time: 0.0479248 Oct 24 13:21:13.321012 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-602c05d1-8c34-4a79-8a66-dd50d4f3f3e4 req-d36e0cc2-c21a-41b8-94a2-eb882b229506 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 Oct 24 13:21:13.390221 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['6d9a9a89-0d40-45ae-b4f3-42bb1681566f'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:21:14.337447 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-217995e6-b6a7-4553-a364-21ad9fec1b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.360718 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40946) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:14.446760 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443514-a21f-4b74-90fd-f7183df297ed req-188481fb-7147-4c86-9846-b6299d304df9 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:14.448268 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c8443514-a21f-4b74-90fd-f7183df297ed req-188481fb-7147-4c86-9846-b6299d304df9 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 944 time: 0.0469482 Oct 24 13:21:14.475840 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa2d5-09f4-4831-a0c5-75c0420329b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.498652 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c8443514-a21f-4b74-90fd-f7183df297ed req-fff1a380-2027-4105-a919-adfe08c23aad tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448337 Oct 24 13:21:14.554662 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa2d5-09f4-4831-a0c5-75c0420329b7 admin admin] Publish callbacks [] for security_group (0c2b8676-5d37-479c-b4d9-25e6d288398b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.559275 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa2d5-09f4-4831-a0c5-75c0420329b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0c2b8676-5d37-479c-b4d9-25e6d288398b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.603236 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-1a9aa2d5-09f4-4831-a0c5-75c0420329b7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d53397758d5744a3a5fd645a48ae0a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412841 Oct 24 13:21:14.604083 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aa2d5-09f4-4831-a0c5-75c0420329b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b8676-5d37-479c-b4d9-25e6d288398b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:14.606658 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40950) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:14.659339 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c42e6a4-a03f-474f-a6b6-6464e1259d6d admin admin] Publish callbacks [] for security_group (0c2b8676-5d37-479c-b4d9-25e6d288398b), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.679481 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c42e6a4-a03f-474f-a6b6-6464e1259d6d admin admin] Publish callbacks [] for security_group (0c2b8676-5d37-479c-b4d9-25e6d288398b), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.711029 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:14.727827 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c42e6a4-a03f-474f-a6b6-6464e1259d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (0c2b8676-5d37-479c-b4d9-25e6d288398b), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.730412 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2c42e6a4-a03f-474f-a6b6-6464e1259d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:14.731615 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-2c42e6a4-a03f-474f-a6b6-6464e1259d6d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c2b8676-5d37-479c-b4d9-25e6d288398b HTTP/1.1" status: 204 len: 168 time: 0.1239059 Oct 24 13:21:14.740896 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42e6a4-a03f-474f-a6b6-6464e1259d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b8676-5d37-479c-b4d9-25e6d288398b,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:14.997921 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 6d9a9a89-0d40-45ae-b4f3-42bb1681566f up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:21:14.998281 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40956) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:15.012252 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ff8b-d936-48ad-b3fd-80272a18d197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.030306 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:15.045119 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:21:15.052063 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:21:15.052508 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.052853 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f Oct 24 13:21:15.095556 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ff8b-d936-48ad-b3fd-80272a18d197 admin admin] Publish callbacks [] for security_group (dad9db2c-3555-4640-aeac-a0ba4b580e99), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.100613 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ff8b-d936-48ad-b3fd-80272a18d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dad9db2c-3555-4640-aeac-a0ba4b580e99), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.132645 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:21:15.133028 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.141286 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-c4d0ff8b-d936-48ad-b3fd-80272a18d197 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e4acae419df9464b8b59f70094b44514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417603 Oct 24 13:21:15.142005 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0ff8b-d936-48ad-b3fd-80272a18d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9db2c-3555-4640-aeac-a0ba4b580e99,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:15.144264 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40958) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:15.157856 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:21:15.160661 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de3c1f-ba9a-4b08-bace-943fea5af3ce" -d '{"events": [{"server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "name": "network-vif-plugged", "status": "completed", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:21:15.173007 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:15.178163 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.199776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ae62cf-0959-4ec4-bc8f-99a0b47c894b admin admin] Publish callbacks [] for security_group (dad9db2c-3555-4640-aeac-a0ba4b580e99), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.213344 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e316e-728c-4f61-8f25-d9bdc9b92447 x-openstack-request-id: req-000e316e-728c-4f61-8f25-d9bdc9b92447 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:21:15.213644 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "name": "network-vif-plugged", "status": "completed", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:21:15.213896 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-000e316e-728c-4f61-8f25-d9bdc9b92447 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:21:15.214286 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000e316e-728c-4f61-8f25-d9bdc9b92447'] response: {'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'code': 200} Oct 24 13:21:15.220957 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=100 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:15.223122 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ae62cf-0959-4ec4-bc8f-99a0b47c894b admin admin] Publish callbacks [] for security_group (dad9db2c-3555-4640-aeac-a0ba4b580e99), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.234299 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:15.259461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:15.274599 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ae62cf-0959-4ec4-bc8f-99a0b47c894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (dad9db2c-3555-4640-aeac-a0ba4b580e99), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.277196 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ae62cf-0959-4ec4-bc8f-99a0b47c894b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.278327 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-b0ae62cf-0959-4ec4-bc8f-99a0b47c894b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dad9db2c-3555-4640-aeac-a0ba4b580e99 HTTP/1.1" status: 204 len: 168 time: 0.1327920 Oct 24 13:21:15.294493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae62cf-0959-4ec4-bc8f-99a0b47c894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9db2c-3555-4640-aeac-a0ba4b580e99,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:15.425719 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7f45-b055-4e77-ad44-cca51b94c169 req-10e135eb-80bb-4faa-bd94-345e3f156488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:15.427266 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a10d7f45-b055-4e77-ad44-cca51b94c169 req-10e135eb-80bb-4faa-bd94-345e3f156488 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 1129 time: 0.0406735 Oct 24 13:21:15.478116 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a10d7f45-b055-4e77-ad44-cca51b94c169 req-3514d828-b780-4911-8899-36d0aab76e12 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Oct 24 13:21:15.622760 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 40968) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:15.626115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617606f-8ce2-4425-8aff-95e340b8364a req-c06224ae-1a14-40a7-a165-83c4ae7a0257 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:15.627798 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4617606f-8ce2-4425-8aff-95e340b8364a req-c06224ae-1a14-40a7-a165-83c4ae7a0257 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0503693 Oct 24 13:21:15.639888 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7590f38d-346e-440d-ae92-7c66c404eba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.661297 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.683806 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4617606f-8ce2-4425-8aff-95e340b8364a req-354b3c36-fe16-4b48-ad14-2a8918d3b82c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500774 Oct 24 13:21:15.711088 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:15.719776 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7590f38d-346e-440d-ae92-7c66c404eba6 admin admin] Publish callbacks [] for security_group (7f4f1adb-1981-467c-97ef-c6d00cf08510), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.724073 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7590f38d-346e-440d-ae92-7c66c404eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7f4f1adb-1981-467c-97ef-c6d00cf08510), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.766787 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-7590f38d-346e-440d-ae92-7c66c404eba6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d62d48582c87422b872400259fec576f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429279 Oct 24 13:21:15.767704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590f38d-346e-440d-ae92-7c66c404eba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f1adb-1981-467c-97ef-c6d00cf08510,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:15.770114 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 40970) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:15.818770 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6818fa3a-300f-4569-a73f-cb6d3b9b0854 admin admin] Publish callbacks [] for security_group (7f4f1adb-1981-467c-97ef-c6d00cf08510), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.839214 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6818fa3a-300f-4569-a73f-cb6d3b9b0854 admin admin] Publish callbacks [] for security_group (7f4f1adb-1981-467c-97ef-c6d00cf08510), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.886154 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6818fa3a-300f-4569-a73f-cb6d3b9b0854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (7f4f1adb-1981-467c-97ef-c6d00cf08510), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.888773 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-6818fa3a-300f-4569-a73f-cb6d3b9b0854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:15.889918 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-6818fa3a-300f-4569-a73f-cb6d3b9b0854 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7f4f1adb-1981-467c-97ef-c6d00cf08510 HTTP/1.1" status: 204 len: 168 time: 0.1188285 Oct 24 13:21:15.900582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818fa3a-300f-4569-a73f-cb6d3b9b0854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f1adb-1981-467c-97ef-c6d00cf08510,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:16.819579 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5fa9-5443-40bf-80ce-f5d618d87d76 req-b09c3f90-9300-44f7-afc1-817b5e5d3f29 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:16.821099 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fbcb5fa9-5443-40bf-80ce-f5d618d87d76 req-b09c3f90-9300-44f7-afc1-817b5e5d3f29 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0524027 Oct 24 13:21:16.872488 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fbcb5fa9-5443-40bf-80ce-f5d618d87d76 req-db5fcdc9-af17-47e8-9218-54c4adce2a51 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454252 Oct 24 13:21:17.271725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:17.325854 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:17.996170 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aef6a6-d472-4070-a6eb-e3c65e555d12 req-a1fcd45a-5bec-4154-be99-d9e8824932dd tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:17.997657 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-43aef6a6-d472-4070-a6eb-e3c65e555d12 req-a1fcd45a-5bec-4154-be99-d9e8824932dd tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Oct 24 13:21:18.048375 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-43aef6a6-d472-4070-a6eb-e3c65e555d12 req-db734ed8-4ef6-49d7-8a72-e6cf0ab6e054 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445762 Oct 24 13:21:18.175989 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50e076-8e30-40c1-b618-ad972130cb94 req-6e38e873-17e9-4994-80a2-384f3528b432 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:18.178125 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7a50e076-8e30-40c1-b618-ad972130cb94 req-6e38e873-17e9-4994-80a2-384f3528b432 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0525317 Oct 24 13:21:18.229489 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-7a50e076-8e30-40c1-b618-ad972130cb94 req-ccb52047-8aa6-4021-a9fe-0235393fbee3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Oct 24 13:21:18.258697 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41058) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:18.459661 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe63cf9-2928-486c-95b6-122741211995 tempest-TestVolumeBootPattern-1629078065 tempest-TestVolumeBootPattern-1629078065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:18.461107 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-8fe63cf9-2928-486c-95b6-122741211995 tempest-TestVolumeBootPattern-1629078065 tempest-TestVolumeBootPattern-1629078065-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 1124 time: 0.2013071 Oct 24 13:21:18.464009 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41062) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:18.468188 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'port_id': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:21:18.490301 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:18.570944 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:18.669049 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:18.684627 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Allocated IP 172.27.1.2 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/6bd19652-684e-4183-a948-d59a302ea89e) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:21:18.797335 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (6bd19652-684e-4183-a948-d59a302ea89e), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:18.826318 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=4,neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:18.832422 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (6bd19652-684e-4183-a948-d59a302ea89e), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:18.881147 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:21:18.886434 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:21:18.888651 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=6bd19652-684e-4183-a948-d59a302ea89e,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:18.890767 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:21:19.272386 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (c20640bc-1e4f-410e-9008-14f80b8d7cd6), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:19.333432 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (6bd19652-684e-4183-a948-d59a302ea89e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:19.464860 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:19.488594 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (6bd19652-684e-4183-a948-d59a302ea89e), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:19.493409 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (6bd19652-684e-4183-a948-d59a302ea89e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:19.561015 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (c20640bc-1e4f-410e-9008-14f80b8d7cd6), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:19.562715 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=6bd19652-684e-4183-a948-d59a302ea89e,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:19.662577 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Floating IP c20640bc-1e4f-410e-9008-14f80b8d7cd6 associated. External IP: 172.27.1.2, port: 6d9a9a89-0d40-45ae-b4f3-42bb1681566f. Oct 24 13:21:19.699250 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:19.872594 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:21:20.261062 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:21:20.271872 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:21:20.283194 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:20.284513 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:21:20.285427 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:21:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:21:20.320747 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-9bb90334-f250-40c0-b4b5-38d91fe8f766 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8555653 Oct 24 13:21:20.321485 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:21:20.324128 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520e7d4f-ec21-4288-a383-edbded2c6f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:21:20.362759 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de99d9b-4134-4a8a-9ba1-1ac8d9520c61 x-openstack-request-id: req-1de99d9b-4134-4a8a-9ba1-1ac8d9520c61 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:21:20.363067 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:21:20.363327 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1de99d9b-4134-4a8a-9ba1-1ac8d9520c61 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:21:20.363721 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de99d9b-4134-4a8a-9ba1-1ac8d9520c61'] response: {'name': 'network-changed', 'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'status': 'completed', 'code': 200} Oct 24 13:21:20.408325 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:21:20.425407 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-c92d14fc-b9fb-466c-8614-1b85d192d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:20.426996 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-c92d14fc-b9fb-466c-8614-1b85d192d9db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 1129 time: 0.0403712 Oct 24 13:21:20.528368 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-1de4f9d9-9262-4db6-84d8-ec0c0669a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:20.529875 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-1de4f9d9-9262-4db6-84d8-ec0c0669a354 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0953562 Oct 24 13:21:20.594766 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-e55dec9c-0b13-4d43-99df-e7640ae63f6a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f HTTP/1.1" status: 200 len: 997 time: 0.0587509 Oct 24 13:21:20.642092 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'c20640bc-1e4f-410e-9008-14f80b8d7cd6', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:03:b9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540ac816-895b-4737-8d42-9b2c7817f334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:21:19Z', 'updated_at': '2022-10-24T13:21:19Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:21:20.644793 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-9e68869b-27e9-4485-9ae0-66dcd03f4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:20.646256 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-9e68869b-27e9-4485-9ae0-66dcd03f4108 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0460060 Oct 24 13:21:20.670149 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:21:20.681604 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:21:20.682218 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:21:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:21:20.695594 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-ab84ccbc-6b71-4e6c-baa8-8303dff34bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:20.697107 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-ab84ccbc-6b71-4e6c-baa8-8303dff34bf5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440238 Oct 24 13:21:20.789842 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:21:20.790560 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-b036ed60-a576-498a-88a0-51650e11853a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872881 Oct 24 13:21:20.864687 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:20.896795 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-520e7d4f-ec21-4288-a383-edbded2c6f9a req-c6115b76-9bf5-4fdf-832d-13c1c957656b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002223 Oct 24 13:21:21.105145 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'c20640bc-1e4f-410e-9008-14f80b8d7cd6', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:03:b9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540ac816-895b-4737-8d42-9b2c7817f334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:21:19Z', 'updated_at': '2022-10-24T13:21:19Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:21:21.133359 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a632f8-76b2-4e04-95bb-2c635071d6d0 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': 'c20640bc-1e4f-410e-9008-14f80b8d7cd6', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:03:b9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540ac816-895b-4737-8d42-9b2c7817f334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:21:19Z', 'updated_at': '2022-10-24T13:21:19Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:21:21.336359 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68312b7a-456c-4913-93dc-f793e01a07dd None None] New status for floating IP c20640bc-1e4f-410e-9008-14f80b8d7cd6: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:21:25.889418 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:30.308223 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:30.313069 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:30.885483 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=68 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:30.892587 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:31.107523 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=82 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:31.108430 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=72 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:34.465280 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:21:35.369276 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-4bea3abb-200c-461e-a322-23360ba07683 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397959 Oct 24 13:21:35.452456 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-1168e92c-0f9a-4fc7-b98f-d0e7d8b52e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:35.453941 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-1168e92c-0f9a-4fc7-b98f-d0e7d8b52e54 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0413847 Oct 24 13:21:35.564241 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-260eb413-febf-4fbf-a8c0-3657b1c7d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:35.565715 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-260eb413-febf-4fbf-a8c0-3657b1c7d524 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.0928760 Oct 24 13:21:35.627577 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-50cc95f4-6cea-4180-bace-8b06943655fc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 1001 time: 0.0560558 Oct 24 13:21:35.675105 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-ae81b6ae-c2fe-4db5-8087-5f09755dfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:35.676984 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-ae81b6ae-c2fe-4db5-8087-5f09755dfe6d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0439756 Oct 24 13:21:35.724597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-2ff5dd76-1639-4b3d-9f1a-4142fe952eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:35.726108 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-2ff5dd76-1639-4b3d-9f1a-4142fe952eb6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438023 Oct 24 13:21:35.818724 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-273dbb20-fcdc-4c42-84c1-b0c376b7c64a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865369 Oct 24 13:21:35.878780 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:35.885416 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:35.916912 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-13463554-517f-4d55-95a2-e1ee3fa93f1f req-fc288050-020b-4df3-8f23-983b1d0dd6b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921867 Oct 24 13:21:40.578753 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41162) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:40.684705 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.762439 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Publish callbacks [] for security_group (e3e45732-c6f9-4714-b6ad-fd157b8e8a56), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.765951 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e3e45732-c6f9-4714-b6ad-fd157b8e8a56), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.803810 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e45732-c6f9-4714-b6ad-fd157b8e8a56,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:40.807675 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=090f0886835f483b9e3b98a6a11eb973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278712 Oct 24 13:21:40.810908 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41166) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:21:40.813521 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.813870 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.814215 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.814558 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.814896 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.815253 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.815582 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.815909 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.816237 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.816564 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.817609 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.818007 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.818298 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.818603 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.818930 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134f3c87-00c5-4cff-afd6-3db208e32720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.860824 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Publish callbacks [] for security_group (e3e45732-c6f9-4714-b6ad-fd157b8e8a56), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.881423 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Publish callbacks [] for security_group (e3e45732-c6f9-4714-b6ad-fd157b8e8a56), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.927641 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (e3e45732-c6f9-4714-b6ad-fd157b8e8a56), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.930170 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:40.931492 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e3e45732-c6f9-4714-b6ad-fd157b8e8a56 HTTP/1.1" status: 204 len: 168 time: 0.1195624 Oct 24 13:21:40.939428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e45732-c6f9-4714-b6ad-fd157b8e8a56,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:40.947047 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.947421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.947772 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.948119 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.948456 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.948790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.949122 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.949452 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.949788 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.950119 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.950446 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.950785 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.951120 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.951449 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:40.951777 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd0bd7-23e6-43d4-9ac8-204b833ae8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:42.112839 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-393e6fa3-d370-4c2c-852f-0facf1d55e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:43.160664 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-c786bf10-bf85-47e9-9253-867839c64f79 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=a827ef206ac2466b8b28f472bd1d4813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349612 Oct 24 13:21:43.580862 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-3f5bc7e8-108b-4d59-af90-5d75a99b9b75 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:43.582449 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-3f5bc7e8-108b-4d59-af90-5d75a99b9b75 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165354 Oct 24 13:21:43.596409 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-08b22446-5dd5-4136-8a01-923128029ee9 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/quotas/a827ef206ac2466b8b28f472bd1d4813 HTTP/1.1" status: 200 len: 375 time: 0.0087619 Oct 24 13:21:43.628282 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-6c41237d-7d42-434e-b8d7-435c24c27eb6 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a827ef206ac2466b8b28f472bd1d4813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265601 Oct 24 13:21:43.794652 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a7547501-bcd6-4aa3-954a-9a13f996f4fb req-5d563a31-b30c-4f4c-a7af-81b82261dd71 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 210 time: 0.0306873 Oct 24 13:21:44.341430 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0599-4832-4e13-8021-e18b13e711de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:44.461658 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:44.745037 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a49dfb56-49a2-4107-b388-4899ef98c950 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a827ef206ac2466b8b28f472bd1d4813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220375 Oct 24 13:21:44.809723 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:44.857827 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-3b5e3a42-79f2-42d5-b387-dec929de693a tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:44.859539 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-3b5e3a42-79f2-42d5-b387-dec929de693a tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099131 Oct 24 13:21:44.870567 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Request body: {'port': {'device_id': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a', 'admin_state_up': True, 'tenant_id': 'a827ef206ac2466b8b28f472bd1d4813'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:21:44.930326 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:44.953411 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-bcdf3f2e-982c-4fb7-875d-c35b2e831d6d req-b483dab9-4c66-49a4-9d08-a1228b645741 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 210 time: 0.0667176 Oct 24 13:21:45.009288 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Made reservation on behalf of a827ef206ac2466b8b28f472bd1d4813 for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:21:45.013178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.022052 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.098258 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks [] for security_group (d08ed5d4-ccce-4e37-800e-dac6ca79dec8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.101969 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (d08ed5d4-ccce-4e37-800e-dac6ca79dec8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.167818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ed5d4-ccce-4e37-800e-dac6ca79dec8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:45.237710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Allocated IP 192.168.233.85 (1bea85d5-8a66-42cc-bc45-49d94b761b8a/ec5b40d7-9a78-45e6-af89-6c6d7ad68b38/c7a7e2f1-7813-481c-b223-a86d13080a67) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:21:45.386896 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks [] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.418692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.464948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Network 1bea85d5-8a66-42cc-bc45-49d94b761b8a is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:21:45.470059 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:21:45.474470 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:21:45.497973 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Pushing event updated for resources: {'Port': ['ID=c7a7e2f1-7813-481c-b223-a86d13080a67,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:45.526894 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:45.527534 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.534087 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:45.545440 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8cb6c96-fa21-4eb6-b988-8f22d56a8cbe tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6785793 Oct 24 13:21:45.556668 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Request body: {'port': {'device_id': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:21:45.623616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.662112 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.662757 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:45.717816 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-4a3b56f8-90c6-441f-bacd-958d01fdebff None None] Provisioning complete for port c7a7e2f1-7813-481c-b223-a86d13080a67 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:21:45.718186 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-4a3b56f8-90c6-441f-bacd-958d01fdebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.718520 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-4a3b56f8-90c6-441f-bacd-958d01fdebff None None] Attempt 1 to provision port c7a7e2f1-7813-481c-b223-a86d13080a67 Oct 24 13:21:45.749158 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b56f8-90c6-441f-bacd-958d01fdebff None None] Port c7a7e2f1-7813-481c-b223-a86d13080a67 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:21:45.888505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a7e2f1-7813-481c-b223-a86d13080a67 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:21:45.896446 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Publish callbacks [] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.908574 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Transition to ACTIVE for port object c7a7e2f1-7813-481c-b223-a86d13080a67 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:21:45.912556 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:45.975335 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a7e2f1-7813-481c-b223-a86d13080a67,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:46.026574 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Attempting to bind port c7a7e2f1-7813-481c-b223-a86d13080a67 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:21:46.026914 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Attempting to bind port c7a7e2f1-7813-481c-b223-a86d13080a67 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:21:46.027267 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Attempting to bind port c7a7e2f1-7813-481c-b223-a86d13080a67 on network 1bea85d5-8a66-42cc-bc45-49d94b761b8a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:21:46.069990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Port c7a7e2f1-7813-481c-b223-a86d13080a67 on network 1bea85d5-8a66-42cc-bc45-49d94b761b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:21:46.070321 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Attempting to bind port c7a7e2f1-7813-481c-b223-a86d13080a67 on network 1bea85d5-8a66-42cc-bc45-49d94b761b8a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:21:46.086323 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057bd49-0f66-4375-8341-4678f67ef59d req-1265f04e-c64f-42c5-8e3e-3557b960000e tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.087820 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9057bd49-0f66-4375-8341-4678f67ef59d req-1265f04e-c64f-42c5-8e3e-3557b960000e tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 947 time: 0.0482662 Oct 24 13:21:46.114557 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:21:46.114889 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Checking segment: {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:21:46.115294 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Bound using segment: {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:21:46.115732 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Bound port: c7a7e2f1-7813-481c-b223-a86d13080a67, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0cd15d-b7a8-4276-bc21-7c92bce91f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:21:46.116090 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:46.134766 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9057bd49-0f66-4375-8341-4678f67ef59d req-05f13985-96ff-4e5f-9cf1-04315906f329 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Oct 24 13:21:46.182790 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] For port c7a7e2f1-7813-481c-b223-a86d13080a67, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:21:46.185816 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] For port c7a7e2f1-7813-481c-b223-a86d13080a67, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=c7a7e2f1-7813-481c-b223-a86d13080a67,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:21:46.192486 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:46.196605 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.197212 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:46.198563 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c7a7e2f1-7813-481c-b223-a86d13080a67 HTTP/1.1" status: 200 len: 1097 time: 0.6460748 Oct 24 13:21:46.199137 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'tag': 'c7a7e2f1-7813-481c-b223-a86d13080a67'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:21:46.201382 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ae2a65-a87e-4fc4-bb23-9ecdfc9ad048" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aa1750-018c-4c2f-91c5-6547f75c9517", "tag": "c7a7e2f1-7813-481c-b223-a86d13080a67"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:21:46.248802 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf9239-c555-43fe-b92d-5437ad72b312 x-openstack-request-id: req-32cf9239-c555-43fe-b92d-5437ad72b312 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:21:46.249093 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aa1750-018c-4c2f-91c5-6547f75c9517", "tag": "c7a7e2f1-7813-481c-b223-a86d13080a67", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:21:46.249346 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32cf9239-c555-43fe-b92d-5437ad72b312 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:21:46.250487 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cf9239-c555-43fe-b92d-5437ad72b312'] response: {'name': 'network-changed', 'server_uuid': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'tag': 'c7a7e2f1-7813-481c-b223-a86d13080a67', 'status': 'completed', 'code': 200} Oct 24 13:21:46.257757 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e599b85-89f2-417f-bb06-162cfefc4d93 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a7e2f1-7813-481c-b223-a86d13080a67,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:46.306190 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae2a65-a87e-4fc4-bb23-9ecdfc9ad048 req-a0b8df4c-fda5-468f-bd47-5543212b18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.307802 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3ae2a65-a87e-4fc4-bb23-9ecdfc9ad048 req-a0b8df4c-fda5-468f-bd47-5543212b18f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a827ef206ac2466b8b28f472bd1d4813&device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 1131 time: 0.0402560 Oct 24 13:21:46.334812 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3ae2a65-a87e-4fc4-bb23-9ecdfc9ad048 req-12aeb548-9c1a-42a3-9e2a-94ddb6d60b1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=a827ef206ac2466b8b28f472bd1d4813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207040 Oct 24 13:21:46.406780 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:46.433692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae2a65-a87e-4fc4-bb23-9ecdfc9ad048 req-7c4b9c27-f5f7-4277-9674-cb97ce3da039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.435200 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c3ae2a65-a87e-4fc4-bb23-9ecdfc9ad048 req-7c4b9c27-f5f7-4277-9674-cb97ce3da039 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937967 Oct 24 13:21:46.510269 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-9b5f5bc7-bdd9-41f4-9917-10492b986b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.512040 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-9b5f5bc7-bdd9-41f4-9917-10492b986b21 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a827ef206ac2466b8b28f472bd1d4813&device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 1131 time: 0.0401452 Oct 24 13:21:46.550363 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-edde5977-6b34-4820-996c-29691e2f7706 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c7a7e2f1-7813-481c-b223-a86d13080a67 HTTP/1.1" status: 200 len: 217 time: 0.0320337 Oct 24 13:21:46.602352 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-eb121d19-1627-48aa-89c4-c50315ea085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.603811 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-eb121d19-1627-48aa-89c4-c50315ea085e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ec5b40d7-9a78-45e6-af89-6c6d7ad68b38 HTTP/1.1" status: 200 len: 843 time: 0.0471592 Oct 24 13:21:46.645980 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-f6c2fbb9-e0a7-4684-a604-23a985271fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:46.647460 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-f6c2fbb9-e0a7-4684-a604-23a985271fa5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1bea85d5-8a66-42cc-bc45-49d94b761b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0385134 Oct 24 13:21:46.661414 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:46.737342 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-e8eba295-4565-499e-96df-01e612141b73 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1bea85d5-8a66-42cc-bc45-49d94b761b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835872 Oct 24 13:21:46.830579 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e3be415-8845-4414-a721-d84aa6fa47b7 req-a8078450-c88e-45c1-934c-159a5813834c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1bea85d5-8a66-42cc-bc45-49d94b761b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864856 Oct 24 13:21:47.251884 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6c57c-20fb-4404-9726-695eaa51de52 req-0446e7ad-c2ef-44d1-86eb-857e94d0f4d5 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:47.253335 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-42f6c57c-20fb-4404-9726-695eaa51de52 req-0446e7ad-c2ef-44d1-86eb-857e94d0f4d5 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 947 time: 0.0452020 Oct 24 13:21:47.274714 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:47.304769 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-42f6c57c-20fb-4404-9726-695eaa51de52 req-3ee433f6-2926-461d-bf25-f3f5113d1e2b tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 Oct 24 13:21:47.327684 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:48.428520 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8c6bf-37c2-45e1-96d7-bd8cde9d2707 req-0ebd974b-f2cc-44db-a390-662144656c76 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:48.430003 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a1f8c6bf-37c2-45e1-96d7-bd8cde9d2707 req-0ebd974b-f2cc-44db-a390-662144656c76 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 947 time: 0.0492177 Oct 24 13:21:48.477884 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a1f8c6bf-37c2-45e1-96d7-bd8cde9d2707 req-f47fe8c2-21fe-42b3-bc45-0860d20e47f2 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Oct 24 13:21:49.091635 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device c7a7e2f1-7813-481c-b223-a86d13080a67 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:21:49.187752 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port c7a7e2f1-7813-481c-b223-a86d13080a67, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=c7a7e2f1-7813-481c-b223-a86d13080a67,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:49.199686 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': 'c7a7e2f1-7813-481c-b223-a86d13080a67', 'network_id': '1bea85d5-8a66-42cc-bc45-49d94b761b8a', 'port_id': 'c7a7e2f1-7813-481c-b223-a86d13080a67', 'mac_address': 'fa:16:3e:d5:b4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5b40d7-9a78-45e6-af89-6c6d7ad68b38', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:21:49.232651 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port c7a7e2f1-7813-481c-b223-a86d13080a67 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:21:49.233034 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:49.249433 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a7e2f1-7813-481c-b223-a86d13080a67 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:21:49.268916 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port c7a7e2f1-7813-481c-b223-a86d13080a67, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=c7a7e2f1-7813-481c-b223-a86d13080a67,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:49.272783 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:49.318472 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=c7a7e2f1-7813-481c-b223-a86d13080a67,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:49.325489 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.325838 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.326180 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.326520 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.326853 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.327268 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.327544 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.327872 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.328199 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.328524 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.328847 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.329172 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.329495 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.329823 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.330137 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:21:49.495025 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['c7a7e2f1-7813-481c-b223-a86d13080a67'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:21:49.600417 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc911-f720-4ebf-a8e1-8efea58085bd req-41088082-ffc7-44ea-8f53-445fa67a0658 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:49.601802 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a07cc911-f720-4ebf-a8e1-8efea58085bd req-41088082-ffc7-44ea-8f53-445fa67a0658 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 948 time: 0.0497520 Oct 24 13:21:49.649403 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a07cc911-f720-4ebf-a8e1-8efea58085bd req-1713bc77-481e-4e61-b15c-c4a8fc71cc6d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Oct 24 13:21:50.773806 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa638b11-2e8f-4b43-935a-fd9fb8ee35c4 req-ed047954-81bf-4f01-8cd8-c9c49e425581 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:50.775274 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aa638b11-2e8f-4b43-935a-fd9fb8ee35c4 req-ed047954-81bf-4f01-8cd8-c9c49e425581 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 948 time: 0.0514524 Oct 24 13:21:50.823984 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-aa638b11-2e8f-4b43-935a-fd9fb8ee35c4 req-c62f074c-da89-4339-9fde-5a7a1813b223 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Oct 24 13:21:51.108972 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device c7a7e2f1-7813-481c-b223-a86d13080a67 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:21:51.156542 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port c7a7e2f1-7813-481c-b223-a86d13080a67 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:21:51.162757 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port c7a7e2f1-7813-481c-b223-a86d13080a67 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:21:51.163204 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:51.163584 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port c7a7e2f1-7813-481c-b223-a86d13080a67 Oct 24 13:21:51.197205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:51.203925 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:51.239120 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port c7a7e2f1-7813-481c-b223-a86d13080a67 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:21:51.239617 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:51.262210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a7e2f1-7813-481c-b223-a86d13080a67'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:21:51.264456 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ff2df-3c70-4781-a40d-6e0982be8bc0" -d '{"events": [{"server_uuid": "c0aa1750-018c-4c2f-91c5-6547f75c9517", "name": "network-vif-plugged", "status": "completed", "tag": "c7a7e2f1-7813-481c-b223-a86d13080a67"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:21:51.280843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port c7a7e2f1-7813-481c-b223-a86d13080a67, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=c7a7e2f1-7813-481c-b223-a86d13080a67,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:51.284781 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:51.307918 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4824d73-6662-41a8-8c2e-06cd69d3e759 x-openstack-request-id: req-b4824d73-6662-41a8-8c2e-06cd69d3e759 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:21:51.308213 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aa1750-018c-4c2f-91c5-6547f75c9517", "name": "network-vif-plugged", "status": "completed", "tag": "c7a7e2f1-7813-481c-b223-a86d13080a67", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:21:51.308468 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4824d73-6662-41a8-8c2e-06cd69d3e759 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:21:51.308886 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4824d73-6662-41a8-8c2e-06cd69d3e759'] response: {'server_uuid': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a7e2f1-7813-481c-b223-a86d13080a67', 'code': 200} Oct 24 13:21:51.335082 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=c7a7e2f1-7813-481c-b223-a86d13080a67,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:51.464505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17a386-b8c9-4104-8fe9-d6ced969fc30 req-e677497b-d28f-4f74-9845-8e8b2be0e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:51.465964 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ce17a386-b8c9-4104-8fe9-d6ced969fc30 req-e677497b-d28f-4f74-9845-8e8b2be0e631 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 1133 time: 0.0381193 Oct 24 13:21:51.508883 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ce17a386-b8c9-4104-8fe9-d6ced969fc30 req-4c15ae33-576e-4685-a745-a63191443756 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Oct 24 13:21:51.946022 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cb506-c518-4edd-ae64-1b3cc50fdfe9 req-35bd3c69-3b5e-40b7-91e7-02294baedf2e tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:51.947645 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9c5cb506-c518-4edd-ae64-1b3cc50fdfe9 req-35bd3c69-3b5e-40b7-91e7-02294baedf2e tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 949 time: 0.0487702 Oct 24 13:21:52.000559 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9c5cb506-c518-4edd-ae64-1b3cc50fdfe9 req-46babca7-8be0-4d75-953d-8e9bddd1b71f tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Oct 24 13:21:53.125487 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee135514-53f0-42ab-a512-5bd0ed70f3f7 req-c75056d8-8dc9-48df-a37c-5300bc53d15e tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:53.126926 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ee135514-53f0-42ab-a512-5bd0ed70f3f7 req-c75056d8-8dc9-48df-a37c-5300bc53d15e tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 949 time: 0.0464280 Oct 24 13:21:53.174363 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ee135514-53f0-42ab-a512-5bd0ed70f3f7 req-6f6d6a2f-2640-4803-9e25-b818288c2ef7 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Oct 24 13:21:53.432659 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5398a5-356f-42af-9ac1-f6b46007d282 req-7d449034-37c6-4651-a844-0ae35c77a5b1 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:53.434234 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6d5398a5-356f-42af-9ac1-f6b46007d282 req-7d449034-37c6-4651-a844-0ae35c77a5b1 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 949 time: 0.0472038 Oct 24 13:21:53.485288 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-6d5398a5-356f-42af-9ac1-f6b46007d282 req-d1ae9dfb-a0d5-49b6-9711-3ac3f6da2b02 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Oct 24 13:21:54.622035 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4d566-ac45-421d-9c10-8eec8ff69cd4 req-bd839bb0-baa2-425e-a48a-779ef8dccca4 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:54.623559 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-40f4d566-ac45-421d-9c10-8eec8ff69cd4 req-bd839bb0-baa2-425e-a48a-779ef8dccca4 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 949 time: 0.0484138 Oct 24 13:21:54.671069 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-40f4d566-ac45-421d-9c10-8eec8ff69cd4 req-5dc937a2-4b26-4961-8351-b9c5835d0769 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d08ed5d4-ccce-4e37-800e-dac6ca79dec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Oct 24 13:21:54.790481 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-310ab84f-4b7c-40e5-8e75-096b3a8aae84 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:21:54.791936 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-310ab84f-4b7c-40e5-8e75-096b3a8aae84 tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 949 time: 0.0457716 Oct 24 13:21:54.877350 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Deleting port c7a7e2f1-7813-481c-b223-a86d13080a67 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:21:54.877692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:54.941290 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:54.968480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] For port c7a7e2f1-7813-481c-b223-a86d13080a67, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=c7a7e2f1-7813-481c-b223-a86d13080a67,segment=NetworkSegment(6d0cd15d-b7a8-4276-bc21-7c92bce91f7e),segment_id=6d0cd15d-b7a8-4276-bc21-7c92bce91f7e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:21:54.968845 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:54.982351 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Calling delete_port for c7a7e2f1-7813-481c-b223-a86d13080a67 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:21:55.058711 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:21:55.114497 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (c7a7e2f1-7813-481c-b223-a86d13080a67), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:55.126008 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['c7a7e2f1-7813-481c-b223-a86d13080a67'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:21:55.143311 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Pushing event deleted for resources: {'Port': ['ID=c7a7e2f1-7813-481c-b223-a86d13080a67,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:21:55.194754 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] No DVR routers for this DVR port c7a7e2f1-7813-481c-b223-a86d13080a67 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:21:55.197439 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:55.200897 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c620062a-a41d-4e9a-a468-b0c3841faf12 req-12fcd343-a6d3-4e3d-8cd9-92e26da57e8d tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c7a7e2f1-7813-481c-b223-a86d13080a67 HTTP/1.1" status: 204 len: 173 time: 0.4034111 Oct 24 13:21:55.201459 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'name': 'network-vif-deleted', 'tag': 'c7a7e2f1-7813-481c-b223-a86d13080a67'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:21:55.203876 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b70724-aad2-4c1e-94e2-6c77680e7700" -d '{"events": [{"server_uuid": "c0aa1750-018c-4c2f-91c5-6547f75c9517", "name": "network-vif-deleted", "tag": "c7a7e2f1-7813-481c-b223-a86d13080a67"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:21:55.251840 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0983af85-9e3d-418d-ac7a-24012b0aa104 x-openstack-request-id: req-0983af85-9e3d-418d-ac7a-24012b0aa104 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:21:55.252180 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aa1750-018c-4c2f-91c5-6547f75c9517", "name": "network-vif-deleted", "tag": "c7a7e2f1-7813-481c-b223-a86d13080a67", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:21:55.252436 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0983af85-9e3d-418d-ac7a-24012b0aa104 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:21:55.252870 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0983af85-9e3d-418d-ac7a-24012b0aa104'] response: {'server_uuid': 'c0aa1750-018c-4c2f-91c5-6547f75c9517', 'name': 'network-vif-deleted', 'tag': 'c7a7e2f1-7813-481c-b223-a86d13080a67', 'status': 'completed', 'code': 200} Oct 24 13:21:55.788933 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0f6ffea2-47c3-4f55-b954-32bb913a3c39 req-2f30b2c5-e288-4d67-b8f4-4c80af074efc tempest-VolumesNegativeTest-1474860219 tempest-VolumesNegativeTest-1474860219-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c0aa1750-018c-4c2f-91c5-6547f75c9517 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Oct 24 13:21:55.892140 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:21:59.139015 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device c7a7e2f1-7813-481c-b223-a86d13080a67 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:21:59.160646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: c7a7e2f1-7813-481c-b223-a86d13080a67 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:21:59.160997 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device c7a7e2f1-7813-481c-b223-a86d13080a67 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:22:00.808825 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41512) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:22:00.942123 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-2c09300f-71e1-4f9f-b9c8-27cd8bd4c761 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a827ef206ac2466b8b28f472bd1d4813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321554 Oct 24 13:22:00.945229 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41516) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:22:00.991854 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48df5e01-e470-4aa6-9be8-a6dc34ef51e5 admin admin] Publish callbacks [] for security_group (d08ed5d4-ccce-4e37-800e-dac6ca79dec8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:01.012111 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48df5e01-e470-4aa6-9be8-a6dc34ef51e5 admin admin] Publish callbacks [] for security_group (d08ed5d4-ccce-4e37-800e-dac6ca79dec8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:01.061934 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48df5e01-e470-4aa6-9be8-a6dc34ef51e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (d08ed5d4-ccce-4e37-800e-dac6ca79dec8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:01.064616 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48df5e01-e470-4aa6-9be8-a6dc34ef51e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:01.065753 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-48df5e01-e470-4aa6-9be8-a6dc34ef51e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d08ed5d4-ccce-4e37-800e-dac6ca79dec8 HTTP/1.1" status: 204 len: 168 time: 0.1196260 Oct 24 13:22:01.074291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df5e01-e470-4aa6-9be8-a6dc34ef51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ed5d4-ccce-4e37-800e-dac6ca79dec8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:22:03.479166 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:03.481682 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:10.404763 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=5 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:10.406018 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:11.069180 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:11.069976 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:11.086244 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:11.086965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:11.464064 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:22:12.122343 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e56f00d3-816b-42e1-ae0f-b18b82911b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:14.346119 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-03cc76ca-4bfe-4b0f-b21e-96135b64fc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:15.665714 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:17.277565 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:17.328662 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:21.459352 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:21.460197 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:24.242876 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931735d4-fb90-464d-83e3-fcffece47d03 req-fc73f050-10b0-4671-8b6a-ce203274de9d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:24.244370 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-931735d4-fb90-464d-83e3-fcffece47d03 req-fc73f050-10b0-4671-8b6a-ce203274de9d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.2032471 Oct 24 13:22:24.294352 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-931735d4-fb90-464d-83e3-fcffece47d03 req-80ce26c0-cc2d-4bcf-bf4e-b946183ffeba tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444181 Oct 24 13:22:25.469488 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289454-154d-473e-b50b-ec35867ab0b8 req-7eccb4e2-71ba-4a1f-816e-1aaee3b99bc8 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:25.470953 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-28289454-154d-473e-b50b-ec35867ab0b8 req-7eccb4e2-71ba-4a1f-816e-1aaee3b99bc8 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.1001313 Oct 24 13:22:25.521387 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-28289454-154d-473e-b50b-ec35867ab0b8 req-234b163c-483c-4337-9816-c63b03c2e2b0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Oct 24 13:22:25.917229 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:26.641442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7b9d-764b-48cf-ab9d-76975a0558f3 req-6ce28619-3557-4755-8fee-2590e8d835d5 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:26.642803 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-08ac7b9d-764b-48cf-ab9d-76975a0558f3 req-6ce28619-3557-4755-8fee-2590e8d835d5 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0465856 Oct 24 13:22:26.690648 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-08ac7b9d-764b-48cf-ab9d-76975a0558f3 req-23bfd0e1-499b-45dd-addc-6f064657fa07 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Oct 24 13:22:27.810251 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd7d4-54cd-48c4-85c0-4f74c19835a6 req-9597afce-7364-4664-be74-48aea2a342e5 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:27.811723 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a24dd7d4-54cd-48c4-85c0-4f74c19835a6 req-9597afce-7364-4664-be74-48aea2a342e5 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0461452 Oct 24 13:22:27.860126 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a24dd7d4-54cd-48c4-85c0-4f74c19835a6 req-af9c4f5c-dcc4-41ff-9d09-e41f5104ec2e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429478 Oct 24 13:22:28.984110 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165788d-a2a2-4bfc-86ed-35a813af43c1 req-68ceed0b-2ee9-4313-8b18-574fc3c8a549 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:28.985550 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8165788d-a2a2-4bfc-86ed-35a813af43c1 req-68ceed0b-2ee9-4313-8b18-574fc3c8a549 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0496252 Oct 24 13:22:29.034199 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-8165788d-a2a2-4bfc-86ed-35a813af43c1 req-64218b8f-a42c-4ed7-9376-fc191cc1db1c tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Oct 24 13:22:30.159168 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d5c8-9ac1-49df-b6ca-f65070b3be90 req-8b4741b0-7507-4b9c-a78f-bf201cede597 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:30.160650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5785d5c8-9ac1-49df-b6ca-f65070b3be90 req-8b4741b0-7507-4b9c-a78f-bf201cede597 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0510118 Oct 24 13:22:30.210678 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-5785d5c8-9ac1-49df-b6ca-f65070b3be90 req-e2ae6496-af79-4878-85f4-3122feea9fb0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Oct 24 13:22:31.329748 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cc0a-3290-416c-a5c7-0b4d58173260 req-dd855f60-ef61-44df-9609-4137c12b1d7c tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:31.331109 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06f7cc0a-3290-416c-a5c7-0b4d58173260 req-dd855f60-ef61-44df-9609-4137c12b1d7c tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0462799 Oct 24 13:22:31.378854 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-06f7cc0a-3290-416c-a5c7-0b4d58173260 req-238e6c71-0b31-47d5-84b0-95c08d125ba0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Oct 24 13:22:32.505178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00d6ed-e1a0-46ae-9c9a-8a8891128c0a req-99a9763d-d843-402d-ae70-81da4570a0c0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:32.506648 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9a00d6ed-e1a0-46ae-9c9a-8a8891128c0a req-99a9763d-d843-402d-ae70-81da4570a0c0 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0467277 Oct 24 13:22:32.557952 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9a00d6ed-e1a0-46ae-9c9a-8a8891128c0a req-2ee36862-5ee3-4626-97e9-d5f8c9eaa7e4 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444980 Oct 24 13:22:33.682993 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb321-7b5a-421f-9b9a-20d0f681b067 req-5fe443e0-784e-4c23-a87c-ada88b9ed020 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:33.684451 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c89cb321-7b5a-421f-9b9a-20d0f681b067 req-5fe443e0-784e-4c23-a87c-ada88b9ed020 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0504560 Oct 24 13:22:33.732042 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-c89cb321-7b5a-421f-9b9a-20d0f681b067 req-c825e601-ff41-4b08-83e6-1de062b26a81 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Oct 24 13:22:34.229661 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-f900d273-d482-4b4e-bb1b-d6ff0848b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.231154 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-f900d273-d482-4b4e-bb1b-d6ff0848b722 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0434825 Oct 24 13:22:34.321078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-27052fe1-00b5-4c6d-9786-b363c90026ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.322611 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-27052fe1-00b5-4c6d-9786-b363c90026ff service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.0844491 Oct 24 13:22:34.388066 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-065aef04-fbeb-4b02-a860-5303ec7905cf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 1001 time: 0.0597129 Oct 24 13:22:34.436356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-0b472d3c-b925-4e8b-887d-7ad6baae4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.437807 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-0b472d3c-b925-4e8b-887d-7ad6baae4306 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0444729 Oct 24 13:22:34.484111 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-dbd7dd52-2f81-4ba4-a62e-56b89a82fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.485608 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-dbd7dd52-2f81-4ba4-a62e-56b89a82fdfb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420837 Oct 24 13:22:34.588622 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-1e2fd99d-f99d-4e61-b820-542c91b8b66d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466886 Oct 24 13:22:34.623319 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-f490ebed-91a3-4c19-8e89-b9b4e31b6ca0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313889 Oct 24 13:22:34.696512 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-d4919675-89aa-4105-9976-4ca7e731fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.697972 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-d4919675-89aa-4105-9976-4ca7e731fd61 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 1129 time: 0.0891941 Oct 24 13:22:34.787658 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fa7f69bd-cdc2-4d51-b1e8-85f2cb4a367e req-882d4f45-7af2-42f6-ac2e-c2f4fad28f3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479373 Oct 24 13:22:34.797066 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:34.831658 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-1a6a1a8d-adda-4a0c-943d-99c7ee9a1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.833094 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-1a6a1a8d-adda-4a0c-943d-99c7ee9a1004 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.1181111 Oct 24 13:22:34.856369 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:34.869761 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e9f9d-8432-44b0-bb4d-315ec4b72683 req-1e545eb6-8cf8-4394-a98e-c1e895485488 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:34.871219 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab7e9f9d-8432-44b0-bb4d-315ec4b72683 req-1e545eb6-8cf8-4394-a98e-c1e895485488 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0587225 Oct 24 13:22:34.920049 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ab7e9f9d-8432-44b0-bb4d-315ec4b72683 req-a358e058-529f-4f77-b9b1-48a043dd527c tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Oct 24 13:22:35.910205 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:35.912081 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:35.914780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-70197f64-db57-476e-adcb-14fa694404cd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f HTTP/1.1" status: 200 len: 999 time: 0.0564075 Oct 24 13:22:35.965461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-7b7c6c01-49cf-4882-8d6c-37c139466786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:35.966967 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-7b7c6c01-49cf-4882-8d6c-37c139466786 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0469139 Oct 24 13:22:36.040660 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf040-fa25-450d-ac0c-8223bd2480fc req-fa91d8f1-5bab-47b5-a50a-faedace4f19d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:36.042099 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3badf040-fa25-450d-ac0c-8223bd2480fc req-fa91d8f1-5bab-47b5-a50a-faedace4f19d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0471826 Oct 24 13:22:36.090949 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3badf040-fa25-450d-ac0c-8223bd2480fc req-750c0fed-a76d-4034-9f1f-d02a37f10ace tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Oct 24 13:22:36.176856 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-05878717-36e3-4dc5-b17a-ea18b0d83d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:36.178208 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-05878717-36e3-4dc5-b17a-ea18b0d83d10 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387185 Oct 24 13:22:36.274761 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-2897504f-33ca-451c-b6f4-9e3b733b03a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882380 Oct 24 13:22:36.369656 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1a0349e0-aaaf-40f9-93de-06aa5736ce82 req-115ebc84-7a5d-422d-8a62-ff4066f0ecc1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895081 Oct 24 13:22:37.211728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61f997-7af1-478d-bee0-da4263f2b84e req-10a2c7fe-1a4d-4437-b4f3-63a9ad307251 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:37.213162 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f61f997-7af1-478d-bee0-da4263f2b84e req-10a2c7fe-1a4d-4437-b4f3-63a9ad307251 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0465863 Oct 24 13:22:37.261825 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2f61f997-7af1-478d-bee0-da4263f2b84e req-75336ace-546b-409c-8ea3-ec8c8952437f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Oct 24 13:22:37.465981 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-f5a25376-c22d-461f-b122-d6135aff5c03 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392709 Oct 24 13:22:37.499373 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb26c27-2c0a-4813-8f8c-dd238fe27d70 req-038e2368-4bde-476a-9e01-3f2c6b66b641 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:37.500817 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ceb26c27-2c0a-4813-8f8c-dd238fe27d70 req-038e2368-4bde-476a-9e01-3f2c6b66b641 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0524309 Oct 24 13:22:37.544015 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-786f8ddc-3019-402e-b874-1d3df2e44c4a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:37.545379 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-786f8ddc-3019-402e-b874-1d3df2e44c4a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports/7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 943 time: 0.0516250 Oct 24 13:22:37.552478 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ceb26c27-2c0a-4813-8f8c-dd238fe27d70 req-671a85ac-c890-47e2-baa0-a275b0a30e49 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459974 Oct 24 13:22:38.674582 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af14656-9b39-4f84-8b2e-b7d5a892f70b req-c4090d06-d394-4017-a58f-508dd5cbb93b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:38.676117 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3af14656-9b39-4f84-8b2e-b7d5a892f70b req-c4090d06-d394-4017-a58f-508dd5cbb93b tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0479803 Oct 24 13:22:38.728102 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3af14656-9b39-4f84-8b2e-b7d5a892f70b req-9c9eb75b-7d16-4e6c-ace1-ddc9fb7b439e tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452642 Oct 24 13:22:38.961911 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-2739e92e-f285-4ea4-8f70-e9744867b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:38.963414 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-2739e92e-f285-4ea4-8f70-e9744867b6ae service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8&tenant_id=f0bee9967bdb41eca0acff51d5e105e9 HTTP/1.1" status: 200 len: 1130 time: 0.0395889 Oct 24 13:22:39.022191 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-9c9d09e0-2dbc-4b92-8452-8f0d80185a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:39.023649 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-9c9d09e0-2dbc-4b92-8452-8f0d80185a04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0388627 Oct 24 13:22:39.117451 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-58c8413d-5a3e-4356-a6dc-f59148a7e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:39.118919 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-58c8413d-5a3e-4356-a6dc-f59148a7e927 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.0891500 Oct 24 13:22:39.179694 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-eeb792d9-5924-4866-8266-bae2d9652596 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 1001 time: 0.0547256 Oct 24 13:22:39.225893 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-03e3a6d2-4fae-457c-8d6b-393d16c8978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:39.227896 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-03e3a6d2-4fae-457c-8d6b-393d16c8978f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0431933 Oct 24 13:22:39.268154 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:39.274370 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-aaa960e7-10f5-4ac5-927e-cc595b58f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:39.275799 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-aaa960e7-10f5-4ac5-927e-cc595b58f6da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423038 Oct 24 13:22:39.341319 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:22:39.364885 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-f6e3bd07-45ba-4993-a5cd-2c0f2b1f26e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831611 Oct 24 13:22:39.411723 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 is: ACTIVE; New status is: DOWN {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:22:39.412099 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:39.439927 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:22:39.442177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23706c65-8594-4689-bbef-6a00e3d1043f" -d '{"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:22:39.455919 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:22:39.461818 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:39.486937 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Oct 2022 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb5e9ef-ad2d-45c1-ac0f-a345bc51c0fa x-openstack-request-id: req-afb5e9ef-ad2d-45c1-ac0f-a345bc51c0fa {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:22:39.487257 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:22:39.487639 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afb5e9ef-ad2d-45c1-ac0f-a345bc51c0fa {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:22:39.488322 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb5e9ef-ad2d-45c1-ac0f-a345bc51c0fa'] response: {'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'code': 200} Oct 24 13:22:39.516540 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=6']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:22:39.691256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:39.705944 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-feeff822-5197-4024-9625-65a4b5b90ea3 req-5ab8d90e-b5f1-4296-9c20-471037d49ebc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356476 Oct 24 13:22:39.850536 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf862-ec95-490f-b376-4518fbb92a3e req-0c46df60-5f95-4761-ad16-092d42ef7eca tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:39.851993 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fcebf862-ec95-490f-b376-4518fbb92a3e req-0c46df60-5f95-4761-ad16-092d42ef7eca tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0491188 Oct 24 13:22:39.901178 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fcebf862-ec95-490f-b376-4518fbb92a3e req-cca58ae3-cfb4-4279-8315-acc9ca61101a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435600 Oct 24 13:22:40.393094 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:40.397199 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:41.021358 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8687b7-1236-4ff0-b42f-668560f8c188 req-f9d96628-21c5-4335-a096-111f23b36e5d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:41.023794 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8f8687b7-1236-4ff0-b42f-668560f8c188 req-f9d96628-21c5-4335-a096-111f23b36e5d tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0477858 Oct 24 13:22:41.071653 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-8f8687b7-1236-4ff0-b42f-668560f8c188 req-cd18c3a2-f417-4420-b20b-a1bc81342631 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Oct 24 13:22:42.115738 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5283a3f9-38fb-424d-bd41-c8b61946e311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:42.197108 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6796-3b3f-4be0-9602-50e1eafd0587 req-a3fc3822-5f3a-43c9-8865-5829c249513a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:42.198559 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-99ee6796-3b3f-4be0-9602-50e1eafd0587 req-a3fc3822-5f3a-43c9-8865-5829c249513a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0515199 Oct 24 13:22:42.247392 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-99ee6796-3b3f-4be0-9602-50e1eafd0587 req-2b3edc71-91bf-43ca-981d-aa63571a9b65 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432322 Oct 24 13:22:43.390455 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f57d-f9a3-4022-9c8d-9f5466cf9989 req-962b43d0-d5bb-48d5-9112-3a56be66132f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:43.391960 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc6f57d-f9a3-4022-9c8d-9f5466cf9989 req-962b43d0-d5bb-48d5-9112-3a56be66132f tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0599656 Oct 24 13:22:43.440556 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3cc6f57d-f9a3-4022-9c8d-9f5466cf9989 req-ee6ea8f3-527f-4029-b7fd-e2ca780cc8e4 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Oct 24 13:22:44.347776 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-105cd3cc-b4d6-49ee-83d6-3c70d5da34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:44.564773 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaae5e-33c0-4ce0-9164-559a417168ba req-81d7add1-dad9-429c-822f-09fbe8c5a856 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:44.566214 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-83aaae5e-33c0-4ce0-9164-559a417168ba req-81d7add1-dad9-429c-822f-09fbe8c5a856 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0464790 Oct 24 13:22:44.607384 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:44.617312 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-83aaae5e-33c0-4ce0-9164-559a417168ba req-761f8aef-0b5b-46da-a6e0-3d0bb7315086 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442274 Oct 24 13:22:45.669371 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:45.738894 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e99955-c521-4556-9d05-86ddf1f26119 req-3b3383f7-2436-43d5-974b-3c93442aec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:45.740381 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e9e99955-c521-4556-9d05-86ddf1f26119 req-3b3383f7-2436-43d5-974b-3c93442aec44 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1128 time: 0.0674264 Oct 24 13:22:45.758013 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4ba1b-d1eb-40b2-bb30-81b6ab8b9963 req-2263376e-09a2-4714-8a95-fc77d0c1be16 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:45.759384 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-69b4ba1b-d1eb-40b2-bb30-81b6ab8b9963 req-2263376e-09a2-4714-8a95-fc77d0c1be16 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0582156 Oct 24 13:22:45.821001 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e9e99955-c521-4556-9d05-86ddf1f26119 req-cab9e326-83b5-4981-9ced-3b0dd634060f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727406 Oct 24 13:22:45.836780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-69b4ba1b-d1eb-40b2-bb30-81b6ab8b9963 req-52715930-d6e9-495f-8d9b-6ba5c7c3ccd7 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686977 Oct 24 13:22:46.964101 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f849bb-d834-48aa-8f51-4e90bfc4e74c req-db795721-dd2a-4d89-a327-7ef78f6ed685 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:46.965525 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-19f849bb-d834-48aa-8f51-4e90bfc4e74c req-db795721-dd2a-4d89-a327-7ef78f6ed685 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 944 time: 0.0521767 Oct 24 13:22:46.979514 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:47.019882 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-19f849bb-d834-48aa-8f51-4e90bfc4e74c req-84075f1c-7b87-45bd-8a4d-7c0a749996a8 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488210 Oct 24 13:22:47.283121 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:47.330316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:47.387113 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:22:47.486218 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:22:47.496822 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'port_id': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'mac_address': 'fa:16:3e:3f:e8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:22:47.534692 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:22:47.535005 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:47.548897 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee73beb-73a9-4d41-969d-8ee93d5f0945 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:22:47.567967 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:22:47.572008 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:47.617249 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=7']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:22:47.797093 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['7ee73beb-73a9-4d41-969d-8ee93d5f0945'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:22:48.015790 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:48.145799 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3321-5ce0-4090-a299-cbb943740dca req-80c5b309-7ed8-4fc4-a4ee-4096299fb530 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:22:48.147271 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b8cb3321-5ce0-4090-a299-cbb943740dca req-80c5b309-7ed8-4fc4-a4ee-4096299fb530 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 945 time: 0.0472717 Oct 24 13:22:48.195927 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b8cb3321-5ce0-4090-a299-cbb943740dca req-66a0deb1-cb98-4024-a315-d978137420f4 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Oct 24 13:22:48.462695 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:22:49.404175 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:22:49.406313 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:49.449004 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:22:49.449375 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:49.449710 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 Oct 24 13:22:49.654555 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:22:49.654857 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:49.677284 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:22:49.679511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a57bb-8d99-482a-8a90-95d79cd1c656" -d '{"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-plugged", "status": "completed", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:22:49.691971 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:22:49.696676 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:49.721165 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25a5991-e202-4a36-826c-627b9efe6ea2 x-openstack-request-id: req-a25a5991-e202-4a36-826c-627b9efe6ea2 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:22:49.721477 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-plugged", "status": "completed", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:22:49.721729 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a25a5991-e202-4a36-826c-627b9efe6ea2 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:22:49.722121 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25a5991-e202-4a36-826c-627b9efe6ea2'] response: {'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'code': 200} Oct 24 13:22:49.745639 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=8']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:22:49.752763 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.753115 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.753460 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.753801 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.754138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.754474 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.754803 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.755159 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.755491 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.755817 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.756146 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.756475 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.756800 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.757122 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:49.757445 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:22:55.931644 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:22:57.011615 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:57.015609 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=10 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:58.187733 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=44 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:58.192072 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=68 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:58.457642 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:22:58.459155 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:05.920739 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:05.926620 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:12.119473 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-c3efc8a9-f251-4628-9251-52f46f2798ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:14.350894 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-16e9d752-52f9-4e78-8461-6168d15d8e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:15.675877 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:17.275843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:17.333286 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:17.393722 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=17 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:17.394450 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=15 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:25.461786 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:23:25.946590 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:28.486913 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc6b4-ab78-4f52-a115-53b5fd20bd97 req-cf4321ab-a473-4a81-8ba7-a3f20c2b4c6f tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:28.488474 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4dafc6b4-ab78-4f52-a115-53b5fd20bd97 req-cf4321ab-a473-4a81-8ba7-a3f20c2b4c6f tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0469477 Oct 24 13:23:28.537360 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4dafc6b4-ab78-4f52-a115-53b5fd20bd97 req-8cb43874-49ac-4fda-a8d4-8afa80815d33 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432444 Oct 24 13:23:29.660085 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d60b1-dc48-44a5-aa7b-5ac392c2f2ce req-5e754e61-53b6-4c3e-b6d2-13d4e5417d3f tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:29.661538 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f92d60b1-dc48-44a5-aa7b-5ac392c2f2ce req-5e754e61-53b6-4c3e-b6d2-13d4e5417d3f tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Oct 24 13:23:29.711967 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f92d60b1-dc48-44a5-aa7b-5ac392c2f2ce req-03649dcb-cd04-4fa9-b057-56e723862eee tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 Oct 24 13:23:29.878208 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-f6a0b5c1-a5a4-4c2e-b62d-a927ee3c986d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:29.879545 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-f6a0b5c1-a5a4-4c2e-b62d-a927ee3c986d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Oct 24 13:23:29.961277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Deleting port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:23:29.961651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:30.052788 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] For port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:23:30.053150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:30.215569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:30.215940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (c20640bc-1e4f-410e-9008-14f80b8d7cd6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:30.216271 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.db.l3_db [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Floating IP c20640bc-1e4f-410e-9008-14f80b8d7cd6 disassociated. External IP: 172.27.1.2, port: 6d9a9a89-0d40-45ae-b4f3-42bb1681566f. Oct 24 13:23:30.216683 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Calling delete_port for 6d9a9a89-0d40-45ae-b4f3-42bb1681566f owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:23:30.347569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (6d9a9a89-0d40-45ae-b4f3-42bb1681566f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:30.380647 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'Port': ['ID=6d9a9a89-0d40-45ae-b4f3-42bb1681566f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:30.392508 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.392885 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.393234 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.393585 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.394330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.394330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.394716 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.395153 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.395521 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.395795 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.396065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.396395 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.396724 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.397051 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.397378 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:30.506197 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:23:30.563399 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:30.612600 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:23:30.623320 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:23:30.633323 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:23:30.633988 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:30.656597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] No DVR routers for this DVR port 6d9a9a89-0d40-45ae-b4f3-42bb1681566f on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:23:30.659259 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:30.662472 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3d7c2f16-403b-416c-94be-75fcbc7f5cb2 req-70dc866d-10bf-406f-9346-dc2670b5f0b8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6d9a9a89-0d40-45ae-b4f3-42bb1681566f HTTP/1.1" status: 204 len: 173 time: 0.7774925 Oct 24 13:23:30.663098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'name': 'network-vif-deleted', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:23:30.665761 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a48b863-28bb-4aa8-8505-434212cc665a" -d '{"events": [{"server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "name": "network-vif-deleted", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:23:30.754166 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:23:30.793901 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef3e2b0-60d0-4ed6-823c-ffcf14aa8827 x-openstack-request-id: req-8ef3e2b0-60d0-4ed6-823c-ffcf14aa8827 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:23:30.794203 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540ac816-895b-4737-8d42-9b2c7817f334", "name": "network-vif-deleted", "tag": "6d9a9a89-0d40-45ae-b4f3-42bb1681566f", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:23:30.794458 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ef3e2b0-60d0-4ed6-823c-ffcf14aa8827 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:23:30.794876 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef3e2b0-60d0-4ed6-823c-ffcf14aa8827'] response: {'server_uuid': '540ac816-895b-4737-8d42-9b2c7817f334', 'name': 'network-vif-deleted', 'tag': '6d9a9a89-0d40-45ae-b4f3-42bb1681566f', 'status': 'completed', 'code': 200} Oct 24 13:23:30.832911 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-fb277c9b-50d1-466f-85ed-10ca77aab382 req-07317d82-ca19-479a-b362-070f7492e280 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=540ac816-895b-4737-8d42-9b2c7817f334 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Oct 24 13:23:30.959133 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:30.984243 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:23:30.993426 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:23:30.994026 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:31.099431 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:23:31.284246 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:31.311249 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4fbe3-ccac-461d-9cac-28d0c4f841bb None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:23:31.525401 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159eced-fb6c-4929-8f17-00db92bb0d4e None None] New status for floating IP c20640bc-1e4f-410e-9008-14f80b8d7cd6: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:23:32.100242 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:32.105407 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-a8b96d0a-ae7f-4150-94db-11bcda358bfc tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-217361373&fields=id&tenant_id=e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 267 time: 0.0452724 Oct 24 13:23:32.214410 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-9d529916-b8cd-4915-bf84-52f11fa4af70 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:32.215874 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-9d529916-b8cd-4915-bf84-52f11fa4af70 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 811 time: 0.1037719 Oct 24 13:23:32.229962 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-58e95e37-8108-4dce-81c7-dde44968aa2c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/quotas/e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 375 time: 0.0088480 Oct 24 13:23:32.278194 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-c4558cee-b07e-4140-b012-22937731fa29 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434523 Oct 24 13:23:32.334372 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-0ac77372-bf51-43cd-b1cd-bc513af9fd14 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:23:32.335986 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-0ac77372-bf51-43cd-b1cd-bc513af9fd14 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0465622 Oct 24 13:23:32.430249 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-e9386cc9-55d9-4715-b825-553d1fd2c4d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882449 Oct 24 13:23:32.518945 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-dff7db3e-6758-4dae-b01a-322a3acb8c7b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828855 Oct 24 13:23:32.808630 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-d523af31-d15a-4557-a724-709dc598ec29 req-4c3f3ee4-ac07-42d8-aaea-b7ccaa4d6360 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Oct 24 13:23:33.652502 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 6d9a9a89-0d40-45ae-b4f3-42bb1681566f no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:23:33.671841 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 6d9a9a89-0d40-45ae-b4f3-42bb1681566f {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:23:33.672191 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 6d9a9a89-0d40-45ae-b4f3-42bb1681566f not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:23:33.924675 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-0f5f7ada-b916-4a1e-abd2-49f95a4d9203 req-e1ea6a9c-0784-404a-84a6-85554c3e9053 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 210 time: 0.0368352 Oct 24 13:23:33.945234 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-b6f402dd-9bbc-49e9-bc54-5fb92e70d2c8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:33.946944 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-b6f402dd-9bbc-49e9-bc54-5fb92e70d2c8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 811 time: 0.1421154 Oct 24 13:23:34.013450 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3812a816-6469-471a-8e88-cd3313ef0ea9 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 379 time: 0.0590272 Oct 24 13:23:34.180385 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'port': {'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'admin_state_up': True, 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'security_groups': ['6e366db0-1c98-4b6b-a8ed-28604602b735']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:23:34.313871 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Made reservation on behalf of e5f4729aa5f44fe08096bed3438e8f7e for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:23:34.318212 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.462560 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Allocated IP 172.20.0.8 (d81e8b5b-f582-42f2-8207-457fa8977c00/d12f6085-6390-44d7-9e9a-976d4fa1ffd3/749b73b0-1746-43c7-ab4e-7e32756bfd58) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:23:34.527473 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:34.586256 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:34.616103 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.652984 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.701442 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:23:34.704614 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:23:34.707150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:23:34.746121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=749b73b0-1746-43c7-ab4e-7e32756bfd58,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:34.771710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:34.772312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.792500 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2cc14aa9-dc54-4fb9-92e5-4bef44905902 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177912 Oct 24 13:23:34.801283 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-dca51530-5ce7-4533-a1f7-6b6e0ef30582 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 24 13:23:34.802394 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-dca51530-5ce7-4533-a1f7-6b6e0ef30582 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050316 Oct 24 13:23:34.861552 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Request body: {'port': {'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:23:34.924528 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.984431 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-27aa126c-a60f-4f38-8f6a-3aa1f11b980d None None] Provisioning complete for port 749b73b0-1746-43c7-ab4e-7e32756bfd58 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:23:34.984928 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-27aa126c-a60f-4f38-8f6a-3aa1f11b980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:34.985360 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-27aa126c-a60f-4f38-8f6a-3aa1f11b980d None None] Attempt 1 to provision port 749b73b0-1746-43c7-ab4e-7e32756bfd58 Oct 24 13:23:35.020549 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-27aa126c-a60f-4f38-8f6a-3aa1f11b980d None None] Port 749b73b0-1746-43c7-ab4e-7e32756bfd58 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:23:35.072889 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b444-50e4-477a-a5bb-870f114cac1c req-f516d1fe-a05c-4572-8246-64ec45907b37 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:35.074457 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4287b444-50e4-477a-a5bb-870f114cac1c req-f516d1fe-a05c-4572-8246-64ec45907b37 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 931 time: 0.0539150 Oct 24 13:23:35.124828 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-4287b444-50e4-477a-a5bb-870f114cac1c req-8d7304b9-8c25-4085-ada9-e3d69c4847db tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Oct 24 13:23:35.194052 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749b73b0-1746-43c7-ab4e-7e32756bfd58 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:23:35.201803 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Publish callbacks [] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:35.213965 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Transition to ACTIVE for port object 749b73b0-1746-43c7-ab4e-7e32756bfd58 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:23:35.217704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:35.277824 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=749b73b0-1746-43c7-ab4e-7e32756bfd58,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:35.328800 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Attempting to bind port 749b73b0-1746-43c7-ab4e-7e32756bfd58 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:23:35.329138 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Attempting to bind port 749b73b0-1746-43c7-ab4e-7e32756bfd58 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:23:35.329463 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Attempting to bind port 749b73b0-1746-43c7-ab4e-7e32756bfd58 on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:23:35.363287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:35.377579 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Port 749b73b0-1746-43c7-ab4e-7e32756bfd58 on network d81e8b5b-f582-42f2-8207-457fa8977c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:23:35.377906 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Attempting to bind port 749b73b0-1746-43c7-ab4e-7e32756bfd58 on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:23:35.421217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:23:35.421536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Checking segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:23:35.421915 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Bound using segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:23:35.422345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Bound port: 749b73b0-1746-43c7-ab4e-7e32756bfd58, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:23:35.422704 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:35.476793 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:35.483780 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] For port 749b73b0-1746-43c7-ab4e-7e32756bfd58, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:23:35.487207 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] For port 749b73b0-1746-43c7-ab4e-7e32756bfd58, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:23:35.493531 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:35.497892 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:35.498480 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:35.499883 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 1093 time: 0.6903636 Oct 24 13:23:35.501436 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:23:35.503710 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88376ecd-b18e-4f58-a83e-8facb62a385d" -d '{"events": [{"name": "network-changed", "server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:23:35.543235 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa869f9-3176-4cd2-8d41-c97255c73373 x-openstack-request-id: req-aaa869f9-3176-4cd2-8d41-c97255c73373 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:23:35.543532 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:23:35.543783 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa869f9-3176-4cd2-8d41-c97255c73373 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:23:35.544181 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa869f9-3176-4cd2-8d41-c97255c73373'] response: {'name': 'network-changed', 'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'status': 'completed', 'code': 200} Oct 24 13:23:35.584126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be466f4-5346-49c4-aa45-d73dd8782dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=749b73b0-1746-43c7-ab4e-7e32756bfd58,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:35.594506 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3affdf44-b8b5-4067-8da5-78666ad8ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:35.596090 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3affdf44-b8b5-4067-8da5-78666ad8ffcb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1127 time: 0.0510814 Oct 24 13:23:35.636613 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-1761b7d2-07e5-4806-974e-8739be916376 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 217 time: 0.0329473 Oct 24 13:23:35.687708 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3ebd4a20-f315-477f-8d9b-2cafe68275e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:35.689120 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-3ebd4a20-f315-477f-8d9b-2cafe68275e6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0475574 Oct 24 13:23:35.732466 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-980568ad-d7f5-41a6-a659-2e25234aebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:35.733920 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-980568ad-d7f5-41a6-a659-2e25234aebfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381110 Oct 24 13:23:35.822951 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-6fb88373-0c69-4438-a29e-c7772496658a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833261 Oct 24 13:23:35.915278 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-b4b74f85-9908-433e-82e5-109e01b5bd46 req-2a74d46a-295a-47ef-8f95-be464aca3c63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867496 Oct 24 13:23:36.172058 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-47c33652-2777-4b54-bd09-7a9c81c4789b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670748 Oct 24 13:23:36.173107 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-b17f7be2-56fa-4197-8a36-918bd709da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.174438 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-b17f7be2-56fa-4197-8a36-918bd709da73 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1127 time: 0.0615742 Oct 24 13:23:36.248260 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6672-b8c9-440c-8faf-1d329549b552 req-7e695936-02a1-4f91-a312-28b020499fb1 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.249745 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7d3d6672-b8c9-440c-8faf-1d329549b552 req-7e695936-02a1-4f91-a312-28b020499fb1 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0462375 Oct 24 13:23:36.292988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-f1d21600-0f1f-4af1-ba05-00c48ef05d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.294475 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-f1d21600-0f1f-4af1-ba05-00c48ef05d2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0591559 Oct 24 13:23:36.300073 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-7d3d6672-b8c9-440c-8faf-1d329549b552 req-801df0a0-5ced-407f-8f0f-40a3061ff19f tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442557 Oct 24 13:23:36.308077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-b40b54ef-0a4f-40b3-9771-a36cf47859e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.309568 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-b40b54ef-0a4f-40b3-9771-a36cf47859e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.1256409 Oct 24 13:23:36.373705 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-3dcb2728-0fdd-4653-a3c0-a791fd854c51 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 217 time: 0.0551431 Oct 24 13:23:36.470942 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-87b39805-2989-41b9-8774-bf09ec3e399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.472436 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-87b39805-2989-41b9-8774-bf09ec3e399b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0710495 Oct 24 13:23:36.491001 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-6fd49239-215f-46d1-85db-2b2c41706744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.493200 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-6fd49239-215f-46d1-85db-2b2c41706744 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.1677678 Oct 24 13:23:36.550149 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:36.559299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-0dbdafb7-9042-4273-aa59-ddc2e55550e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.560778 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-0dbdafb7-9042-4273-aa59-ddc2e55550e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805025 Oct 24 13:23:36.581749 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-b402bfb2-bb57-409f-920d-2c401d081911 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 1001 time: 0.0730500 Oct 24 13:23:36.677198 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-78aadbf9-ecf1-4638-9f9f-4d621fccceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.678688 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-78aadbf9-ecf1-4638-9f9f-4d621fccceda service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0867147 Oct 24 13:23:36.698595 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:36.728007 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-37e2a5f7-8cf9-41d9-9c95-4e822b23ca2a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597290 Oct 24 13:23:36.743804 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-ef2f9919-c244-4ee1-8832-e425ef30f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:36.745197 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-ef2f9919-c244-4ee1-8832-e425ef30f9e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596361 Oct 24 13:23:36.892296 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-88376ecd-b18e-4f58-a83e-8facb62a385d req-37428ad8-1e61-4150-8000-4995193c9066 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575208 Oct 24 13:23:36.906227 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-d845cff8-7eac-40a2-bfea-e8eade67d9f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515412 Oct 24 13:23:36.996586 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-3321f173-4655-4d26-b1c4-105aa3ade076 req-930c5875-b6a7-4611-b4b2-4568e320b7f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833497 Oct 24 13:23:37.430470 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5de3f-3e28-40ba-a1d8-48f1f8a59a8e req-44d4ff19-32d4-41cc-8f88-f2c6c36287fa tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:37.431963 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e6e5de3f-3e28-40ba-a1d8-48f1f8a59a8e req-44d4ff19-32d4-41cc-8f88-f2c6c36287fa tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0472567 Oct 24 13:23:37.485049 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-e6e5de3f-3e28-40ba-a1d8-48f1f8a59a8e req-e852b50a-75f9-4c62-ae9d-f71e52a7ae47 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474734 Oct 24 13:23:38.607381 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10879f1-3a2c-4244-b7d2-1a7fe53ed46d req-8be3c0bc-2453-42ec-bae7-029b4a8980bd tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:38.608838 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a10879f1-3a2c-4244-b7d2-1a7fe53ed46d req-8be3c0bc-2453-42ec-bae7-029b4a8980bd tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0472038 Oct 24 13:23:38.660762 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-a10879f1-3a2c-4244-b7d2-1a7fe53ed46d req-48c77627-e250-4342-b69a-c196cf0ebec1 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465195 Oct 24 13:23:39.779596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575c4e8-667b-438a-b8fa-85457aa09da0 req-093fbc1b-3e62-4bc9-acf2-333cbd14e14d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:39.781080 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f575c4e8-667b-438a-b8fa-85457aa09da0 req-093fbc1b-3e62-4bc9-acf2-333cbd14e14d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0472360 Oct 24 13:23:39.830093 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-f575c4e8-667b-438a-b8fa-85457aa09da0 req-40751ef9-8368-404b-b46f-5ddfaf26ffb3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434675 Oct 24 13:23:40.952745 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25ddf0-7ca5-4aba-b119-62f2f5425476 req-87a157e1-91f5-495f-a1ce-2d946768ea38 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:40.954202 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bb25ddf0-7ca5-4aba-b119-62f2f5425476 req-87a157e1-91f5-495f-a1ce-2d946768ea38 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0475600 Oct 24 13:23:41.003149 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-bb25ddf0-7ca5-4aba-b119-62f2f5425476 req-0a9c51b3-e36f-4008-b819-c78ccaad74bd tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Oct 24 13:23:41.286551 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=63 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:41.287344 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=71 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:42.110099 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:42.110679 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:42.123905 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae3868-b863-492a-9e35-97ac84421058 req-b7096cf4-756b-4901-8d81-4956304d3f78 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:42.125398 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-80ae3868-b863-492a-9e35-97ac84421058 req-b7096cf4-756b-4901-8d81-4956304d3f78 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0477872 Oct 24 13:23:42.125630 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ac2f35f0-8aa8-4fd4-86f0-bcd9921d442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:42.175838 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-80ae3868-b863-492a-9e35-97ac84421058 req-747a766f-9b18-44ee-abeb-2d75b06f85fa tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446029 Oct 24 13:23:43.298107 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b7a68-d430-44b9-aeef-e4c53332c4f2 req-b4b91b0e-132f-46d6-91af-f18c8fda7f57 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:43.299588 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b17b7a68-d430-44b9-aeef-e4c53332c4f2 req-b4b91b0e-132f-46d6-91af-f18c8fda7f57 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 943 time: 0.0485868 Oct 24 13:23:43.354468 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-b17b7a68-d430-44b9-aeef-e4c53332c4f2 req-140160e0-3e83-4c0b-a0b1-dd726012b01a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491598 Oct 24 13:23:43.728032 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 749b73b0-1746-43c7-ab4e-7e32756bfd58 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:23:43.828600 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 749b73b0-1746-43c7-ab4e-7e32756bfd58, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:23:43.840179 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:23:43.874092 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 749b73b0-1746-43c7-ab4e-7e32756bfd58 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:23:43.874476 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:43.888230 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749b73b0-1746-43c7-ab4e-7e32756bfd58 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:23:43.907640 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 749b73b0-1746-43c7-ab4e-7e32756bfd58, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:23:43.911688 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:43.956920 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=749b73b0-1746-43c7-ab4e-7e32756bfd58,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:44.104016 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['749b73b0-1746-43c7-ab4e-7e32756bfd58'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:23:44.353581 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-7bbe47ea-57ee-4368-93b5-f26c4dfd13b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:44.480811 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090efb56-f9e3-46d6-8331-eee048699ba4 req-4f3a6b4c-f789-4f36-a84c-2d20d84fc2f8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:44.482299 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-090efb56-f9e3-46d6-8331-eee048699ba4 req-4f3a6b4c-f789-4f36-a84c-2d20d84fc2f8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 944 time: 0.0525727 Oct 24 13:23:44.531780 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-090efb56-f9e3-46d6-8331-eee048699ba4 req-186b7621-85e2-4f1a-9224-5814da864b61 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Oct 24 13:23:45.653524 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a6b7-8785-4b50-8815-3ce6387e1c2f req-54ed5d94-e1f1-4b7d-b3e2-2cc60a4fac61 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:45.654983 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-deb1a6b7-8785-4b50-8815-3ce6387e1c2f req-54ed5d94-e1f1-4b7d-b3e2-2cc60a4fac61 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 944 time: 0.0504010 Oct 24 13:23:45.680602 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:45.705993 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-deb1a6b7-8785-4b50-8815-3ce6387e1c2f req-4716408d-dbe4-4f1c-b6f3-c0d61789343b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444000 Oct 24 13:23:45.745621 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 749b73b0-1746-43c7-ab4e-7e32756bfd58 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:23:45.786821 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 749b73b0-1746-43c7-ab4e-7e32756bfd58 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:23:45.793464 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 749b73b0-1746-43c7-ab4e-7e32756bfd58 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:23:45.793853 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:45.794183 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 749b73b0-1746-43c7-ab4e-7e32756bfd58 Oct 24 13:23:45.866267 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 749b73b0-1746-43c7-ab4e-7e32756bfd58 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:23:45.866550 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:45.889832 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:23:45.892051 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f703eb7d-51c2-4a9e-8cce-0e9e0fe6b11f" -d '{"events": [{"server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "name": "network-vif-plugged", "status": "completed", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:23:45.905760 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 749b73b0-1746-43c7-ab4e-7e32756bfd58, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:23:45.909886 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:45.934875 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:45.944397 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:45.967436 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=749b73b0-1746-43c7-ab4e-7e32756bfd58,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:45.993618 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1afdf1-66e3-459d-9e0f-183bc4d092b7 x-openstack-request-id: req-dd1afdf1-66e3-459d-9e0f-183bc4d092b7 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:23:45.993916 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "name": "network-vif-plugged", "status": "completed", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:23:45.994172 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd1afdf1-66e3-459d-9e0f-183bc4d092b7 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:23:45.994576 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1afdf1-66e3-459d-9e0f-183bc4d092b7'] response: {'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'code': 200} Oct 24 13:23:46.201065 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d37611-c940-488f-84ac-bbb93335df6f req-ebf3cce4-46b9-49bf-b69a-98a922684197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:46.202531 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64d37611-c940-488f-84ac-bbb93335df6f req-ebf3cce4-46b9-49bf-b69a-98a922684197 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1129 time: 0.0396690 Oct 24 13:23:46.248232 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-64d37611-c940-488f-84ac-bbb93335df6f req-cbdd2fcb-dc03-4650-82ed-3e25e7b597f4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399003 Oct 24 13:23:46.827764 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594366a7-276f-4362-911d-d1a881b58613 req-6b922295-378a-4639-abd0-beb0ed10b618 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:46.829274 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-594366a7-276f-4362-911d-d1a881b58613 req-6b922295-378a-4639-abd0-beb0ed10b618 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 945 time: 0.0473177 Oct 24 13:23:46.878678 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-594366a7-276f-4362-911d-d1a881b58613 req-764f2a89-b940-416a-8ed7-e55f60197a8b tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Oct 24 13:23:47.279673 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:47.334747 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:47.998542 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c022e04-7f53-489b-8d4b-e4d3b33c221a req-5516cc87-68b3-475d-8f73-cea33ff484bb tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:47.999997 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2c022e04-7f53-489b-8d4b-e4d3b33c221a req-5516cc87-68b3-475d-8f73-cea33ff484bb tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 945 time: 0.0462134 Oct 24 13:23:48.052760 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2c022e04-7f53-489b-8d4b-e4d3b33c221a req-a83f776f-e73b-4735-802b-dc1f57b66fa4 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472443 Oct 24 13:23:48.176417 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c9d03-8570-44e7-8718-f148536d97ce req-3ab34fc7-6e32-4f9a-8020-18a6fa84d489 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:48.177771 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-499c9d03-8570-44e7-8718-f148536d97ce req-3ab34fc7-6e32-4f9a-8020-18a6fa84d489 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Oct 24 13:23:48.227837 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-499c9d03-8570-44e7-8718-f148536d97ce req-9b2b7c11-13b3-4544-9e4a-9b65b06bda99 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Oct 24 13:23:48.255301 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41678) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:23:48.293972 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803528c7-d88c-48b7-ac5b-37ca41541015 tempest-TestVolumeBootPattern-1629078065 tempest-TestVolumeBootPattern-1629078065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:48.295464 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-803528c7-d88c-48b7-ac5b-37ca41541015 tempest-TestVolumeBootPattern-1629078065 tempest-TestVolumeBootPattern-1629078065-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1124 time: 0.0392194 Oct 24 13:23:48.298201 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41680) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:23:48.302433 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:23:48.323805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:48.401321 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:48.407525 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:48.416431 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:48.519711 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Allocated IP 172.27.1.115 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/5496fa9e-b560-45fa-ba02-1f1dade22532) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:23:48.625817 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:48.657825 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:48.694610 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:23:48.700107 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:23:48.703826 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:23:48.708780 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=5496fa9e-b560-45fa-ba02-1f1dade22532,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:48.738717 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.739080 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.739428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.739776 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.740109 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.740437 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.740765 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.741090 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.741414 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.741810 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.742176 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.742539 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.742865 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.743225 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:48.743547 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:23:49.073626 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (9e0104bd-306c-421c-9328-b1b628b1317a), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:49.138960 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:49.193747 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:49.196571 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:49.292324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:49.296988 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:49.365134 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=5496fa9e-b560-45fa-ba02-1f1dade22532,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:23:49.368359 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (9e0104bd-306c-421c-9328-b1b628b1317a), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:49.462097 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Floating IP 9e0104bd-306c-421c-9328-b1b628b1317a associated. External IP: 172.27.1.115, port: 749b73b0-1746-43c7-ab4e-7e32756bfd58. Oct 24 13:23:49.653946 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:23:49.753835 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:23:49.763916 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:23:49.772167 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:49.775393 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:23:49.776108 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:49.804941 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-02ccf40f-1c4a-4fc9-846f-650a07310ed2 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5057213 Oct 24 13:23:49.805671 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:23:49.808076 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674c4de-b348-42b9-94f0-90abc11b6e98" -d '{"events": [{"name": "network-changed", "server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:23:49.905782 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb8b956-0b7c-47f1-a177-f7d40f636683 x-openstack-request-id: req-4eb8b956-0b7c-47f1-a177-f7d40f636683 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:23:49.906080 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:23:49.906329 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4eb8b956-0b7c-47f1-a177-f7d40f636683 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:23:49.906730 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb8b956-0b7c-47f1-a177-f7d40f636683'] response: {'name': 'network-changed', 'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'status': 'completed', 'code': 200} Oct 24 13:23:49.956819 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:49.969912 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-fff475a4-9aa5-4f59-8862-7e0f2e082bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:49.971427 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-fff475a4-9aa5-4f59-8862-7e0f2e082bf7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1129 time: 0.0412869 Oct 24 13:23:49.974227 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:23:50.029620 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:50.063400 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-54a45f88-54e8-4395-8178-6c4dbf55baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:50.064890 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-54a45f88-54e8-4395-8178-6c4dbf55baac service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0871148 Oct 24 13:23:50.130957 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-2aaf9eb5-817a-4a4a-a8cc-a50e13c7e450 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 999 time: 0.0595949 Oct 24 13:23:50.180468 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-d29be8f5-b331-486f-9cd0-aadd614ec7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:50.181835 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-d29be8f5-b331-486f-9cd0-aadd614ec7bb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0447390 Oct 24 13:23:50.186847 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:48Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:50.212075 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:23:50.220579 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:23:50.221183 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:50.227720 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-12d1dd88-b3c5-46ec-842e-c4d1473981e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:23:50.229293 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-12d1dd88-b3c5-46ec-842e-c4d1473981e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402529 Oct 24 13:23:50.327674 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:23:50.555962 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:48Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:23:50.584005 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b4d56-f372-4966-a357-a6d107733302 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:48Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:23:50.584389 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-6586f36f-eb87-4b72-9be3-c02438153a60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495686 Oct 24 13:23:50.679801 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6674c4de-b348-42b9-94f0-90abc11b6e98 req-24adc4e7-c5b1-4488-bf73-1e23357480ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894973 Oct 24 13:23:50.776905 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc0ead-60fb-46f1-8eca-0f91ce3e8fe4 None None] New status for floating IP 9e0104bd-306c-421c-9328-b1b628b1317a: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:23:55.945726 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:23:59.796810 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:23:59.798760 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:00.675351 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=36 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:00.676189 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=46 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:02.461323 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:24:04.030574 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41692) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:04.170701 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Deleting port eb984779-6117-4644-a502-7d0eb278d961 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:04.171042 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (eb984779-6117-4644-a502-7d0eb278d961), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:04.246317 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (eb984779-6117-4644-a502-7d0eb278d961), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:04.246638 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for floatingip (eb984779-6117-4644-a502-7d0eb278d961), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:04.259530 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Calling delete_port for eb984779-6117-4644-a502-7d0eb278d961 owned by network:floatingip {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:04.425803 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (eb984779-6117-4644-a502-7d0eb278d961), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:04.452314 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event deleted for resources: {'Port': ['ID=eb984779-6117-4644-a502-7d0eb278d961,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:04.516978 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for floatingip (fc195491-ebdf-4399-9690-3bb824c9387b), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:04.517304 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Floating IP fc195491-ebdf-4399-9690-3bb824c9387b disassociated (deleted). External IP: 172.27.1.23, port: 7ee73beb-73a9-4d41-969d-8ee93d5f0945. Oct 24 13:24:04.972789 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Router b29ccceb-3030-49f0-a569-c79f10102c2d has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:24:05.079428 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:24:05.084184 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:05.088816 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] Sync routers for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:24:05.098854 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:24:05.099486 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:05.109984 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:05.114766 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-3abf6965-93fe-4ecd-9f65-b883909a23e3 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/fc195491-ebdf-4399-9690-3bb824c9387b HTTP/1.1" status: 204 len: 168 time: 1.0831118 Oct 24 13:24:05.115649 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:24:05.118738 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:24:05.163017 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19129617-89a5-49a4-a472-753af15e8689 x-openstack-request-id: req-19129617-89a5-49a4-a472-753af15e8689 {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:24:05.163919 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:24:05.164201 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19129617-89a5-49a4-a472-753af15e8689 {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:24:05.164588 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19129617-89a5-49a4-a472-753af15e8689'] response: {'name': 'network-changed', 'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'status': 'completed', 'code': 200} Oct 24 13:24:05.223257 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:24:05.236509 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-32a965cb-408d-47a9-b780-04329ee194dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:05.238058 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-32a965cb-408d-47a9-b780-04329ee194dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 1130 time: 0.0508869 Oct 24 13:24:05.310427 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:05.355085 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:05.380476 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-d1592151-29eb-48d0-a57a-51c9ab652083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:05.381971 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-d1592151-29eb-48d0-a57a-51c9ab652083 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 200 len: 909 time: 0.1365128 Oct 24 13:24:05.389911 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206b26-c431-4e9b-ac2f-1ab1b16af18d req-034e6b13-07ca-4a29-accc-59cb60c8f503 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:05.391369 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-91206b26-c431-4e9b-ac2f-1ab1b16af18d req-034e6b13-07ca-4a29-accc-59cb60c8f503 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0709128 Oct 24 13:24:05.434118 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:26Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:05.446738 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-91206b26-c431-4e9b-ac2f-1ab1b16af18d req-c29dd133-eaf5-490e-adf2-88ce42630a37 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Oct 24 13:24:05.458888 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] Checking router: b29ccceb-3030-49f0-a569-c79f10102c2d for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:24:05.467501 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:24:05.468098 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:05.570254 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:24:05.754492 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:26Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:05.779801 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fb1f6-4d4f-4b6e-b448-9690cf08632c None None] The sync data for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi is: [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:19:20Z', 'revision_number': 4, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '1f5a9ec5-2895-41ea-85e0-ec6250518f80', 'name': '', 'network_id': '5ecc9141-8649-4fa5-a20f-d3d036bb3062', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'mac_address': 'fa:16:3e:44:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:20Z', 'updated_at': '2022-10-24T13:19:26Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'subnets': [{'id': '3f843c86-e20a-467d-8a9e-940e6369ce61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:24:05.935551 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:05.940731 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:05.985177 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8a4dd-c7e6-4652-9bda-c8121540b834 None None] New status for floating IP fc195491-ebdf-4399-9690-3bb824c9387b: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:24:06.310587 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-a6485374-ec7f-4e8c-b899-deb38a476b37 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 200 len: 217 time: 0.0334275 Oct 24 13:24:06.359899 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-6ddcc558-54e4-447a-b694-114df4ed7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:06.361324 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-6ddcc558-54e4-447a-b694-114df4ed7fbc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 200 len: 847 time: 0.0444539 Oct 24 13:24:06.419529 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-7a7d64b9-809d-40f8-8773-5e0081d368a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:06.421003 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-7a7d64b9-809d-40f8-8773-5e0081d368a7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5ecc9141-8649-4fa5-a20f-d3d036bb3062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432253 Oct 24 13:24:06.574501 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b2c72-7b94-4111-82c0-2de3d71fcc1e req-227d7099-a823-4015-94eb-2ac5cda5066a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:06.575938 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0e8b2c72-7b94-4111-82c0-2de3d71fcc1e req-227d7099-a823-4015-94eb-2ac5cda5066a tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0541439 Oct 24 13:24:06.604689 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-0ef77539-d915-488c-9a7e-eb51a5e5381d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873480 Oct 24 13:24:06.607369 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:06.626825 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-0e8b2c72-7b94-4111-82c0-2de3d71fcc1e req-91331ed3-c3ac-4b88-b5ef-a9f2e41c6e12 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5e0e9b55-a273-4541-a25a-3e755b06a7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450633 Oct 24 13:24:06.699158 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-4f7a12d9-ef75-478d-a30e-5060c1e78e3d req-153d89dd-355f-4fdb-b91d-582b88444185 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885332 Oct 24 13:24:06.872979 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-9806323e-5972-48ed-96e1-652c76e3e8bc tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:06.874334 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-9806323e-5972-48ed-96e1-652c76e3e8bc tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 946 time: 0.0539815 Oct 24 13:24:06.955739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Deleting port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:06.956080 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:07.048291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] For port 7ee73beb-73a9-4d41-969d-8ee93d5f0945, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=7ee73beb-73a9-4d41-969d-8ee93d5f0945,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:07.048657 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:07.062505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Calling delete_port for 7ee73beb-73a9-4d41-969d-8ee93d5f0945 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:07.193268 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (7ee73beb-73a9-4d41-969d-8ee93d5f0945), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:07.199150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:07.222783 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event deleted for resources: {'Port': ['ID=7ee73beb-73a9-4d41-969d-8ee93d5f0945,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:07.268305 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] No DVR routers for this DVR port 7ee73beb-73a9-4d41-969d-8ee93d5f0945 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:24:07.270874 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:07.274869 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-cb5a2730-7380-412d-abaf-fcdc05992715 req-ac661b43-058c-485f-8d1f-6f81211a4a89 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7ee73beb-73a9-4d41-969d-8ee93d5f0945 HTTP/1.1" status: 204 len: 173 time: 0.3953431 Oct 24 13:24:07.275396 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-deleted', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:24:07.277645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb96549-753f-4daf-bb50-184f3c8d11ed" -d '{"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-deleted", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:24:07.315861 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c511f82-e1b4-487e-9063-60b935cf7ba0 x-openstack-request-id: req-4c511f82-e1b4-487e-9063-60b935cf7ba0 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:24:07.316538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8", "name": "network-vif-deleted", "tag": "7ee73beb-73a9-4d41-969d-8ee93d5f0945", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:24:07.316538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c511f82-e1b4-487e-9063-60b935cf7ba0 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:24:07.316822 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c511f82-e1b4-487e-9063-60b935cf7ba0'] response: {'server_uuid': '6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8', 'name': 'network-vif-deleted', 'tag': '7ee73beb-73a9-4d41-969d-8ee93d5f0945', 'status': 'completed', 'code': 200} Oct 24 13:24:07.754967 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1d176ba1-aa9b-4e5c-98d4-0634d10626e4 req-f2fbbde7-99a5-4e72-a01d-e928815db3b8 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6d3760a5-8a89-4c4a-9fcb-2cf98679a0d8 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Oct 24 13:24:08.823049 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41708) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:08.837048 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:08.891699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4f33-8466-409e-9dff-5347ba2c4374 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group (5e0e9b55-a273-4541-a25a-3e755b06a7ee), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:08.916206 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4f33-8466-409e-9dff-5347ba2c4374 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group (5e0e9b55-a273-4541-a25a-3e755b06a7ee), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:08.977782 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4f33-8466-409e-9dff-5347ba2c4374 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (5e0e9b55-a273-4541-a25a-3e755b06a7ee), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:08.980692 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4f33-8466-409e-9dff-5347ba2c4374 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:08.981916 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-e6fe4f33-8466-409e-9dff-5347ba2c4374 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5e0e9b55-a273-4541-a25a-3e755b06a7ee HTTP/1.1" status: 204 len: 168 time: 0.1592350 Oct 24 13:24:08.991818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe4f33-8466-409e-9dff-5347ba2c4374 tempest-TestShelveInstance-1487450295 tempest-TestShelveInstance-1487450295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0e9b55-a273-4541-a25a-3e755b06a7ee,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:09.024502 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41712) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:09.333279 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (b29ccceb-3030-49f0-a569-c79f10102c2d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:09.551162 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Deleting port 1f5a9ec5-2895-41ea-85e0-ec6250518f80 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:09.551502 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:09.633461 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] For port 1f5a9ec5-2895-41ea-85e0-ec6250518f80, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=1f5a9ec5-2895-41ea-85e0-ec6250518f80,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:09.633739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:09.646922 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Calling delete_port for 1f5a9ec5-2895-41ea-85e0-ec6250518f80 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:09.656232 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:09.769967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:09.826193 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (1f5a9ec5-2895-41ea-85e0-ec6250518f80), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:09.852071 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5a9ec5-2895-41ea-85e0-ec6250518f80,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:09.936940 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:09.956736 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 7ee73beb-73a9-4d41-969d-8ee93d5f0945 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:09.957378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 7ee73beb-73a9-4d41-969d-8ee93d5f0945 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:10.023299 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (b29ccceb-3030-49f0-a569-c79f10102c2d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.043965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3754bda2-7cf3-407a-b7d5-188d2cee0292 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:24:10.138014 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754bda2-7cf3-407a-b7d5-188d2cee0292 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:24:10.230750 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Router b29ccceb-3030-49f0-a569-c79f10102c2d has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:24:10.336415 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:24:10.341646 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-693a96d8-44bd-4182-bca1-5fe1bbd25b52 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b29ccceb-3030-49f0-a569-c79f10102c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3159559 Oct 24 13:24:10.344074 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41714) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:10.346806 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] Sync routers for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:24:10.358769 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:24:10.359422 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:10.473734 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks [] for router (b29ccceb-3030-49f0-a569-c79f10102c2d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.562024 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:24:10.573948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:10.600947 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks [] for router_gateway (b29ccceb-3030-49f0-a569-c79f10102c2d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.648800 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Deleting port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:10.649136 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.739426 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] For port 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:10.739623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.740144 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:24:09Z', 'revision_number': 5, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port': {'id': '41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:18Z', 'updated_at': '2022-10-24T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:10.755350 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Calling delete_port for 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:10.765055 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:10.771811 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] Checking router: b29ccceb-3030-49f0-a569-c79f10102c2d for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:24:10.780938 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] Routers {'b29ccceb-3030-49f0-a569-c79f10102c2d'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:24:10.781543 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['b29ccceb-3030-49f0-a569-c79f10102c2d'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:10.857865 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-6d342e9b-d88b-432e-af9f-da348299a39c None None] Provisioning complete for port 9261db61-afa4-4356-aecc-baf586f5409b triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:24:10.858397 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-6d342e9b-d88b-432e-af9f-da348299a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (9261db61-afa4-4356-aecc-baf586f5409b), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.858823 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-6d342e9b-d88b-432e-af9f-da348299a39c None None] Attempt 1 to provision port 9261db61-afa4-4356-aecc-baf586f5409b Oct 24 13:24:10.870936 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] Set router b29ccceb-3030-49f0-a569-c79f10102c2d gateway port host: None {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:24:10.923323 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:24:10Z', 'revision_number': 6, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:10.939077 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-6d342e9b-d88b-432e-af9f-da348299a39c None None] Current status of the port 9261db61-afa4-4356-aecc-baf586f5409b is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:24:10.939732 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:10.951431 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65cc503-720c-462f-a1f0-fa231046e34f None None] The sync data for ids ['b29ccceb-3030-49f0-a569-c79f10102c2d'] in dv-cinder-862489-1-iscsi is: [{'id': 'b29ccceb-3030-49f0-a569-c79f10102c2d', 'name': 'tempest-TestShelveInstance-413185226-router', 'tenant_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:17Z', 'updated_at': '2022-10-24T13:24:10Z', 'revision_number': 6, 'project_id': 'f0bee9967bdb41eca0acff51d5e105e9', 'gw_port_host': None}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:24:10.968178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:11.031385 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (b29ccceb-3030-49f0-a569-c79f10102c2d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.123283 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (b29ccceb-3030-49f0-a569-c79f10102c2d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.125445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks [] for router_controller (b29ccceb-3030-49f0-a569-c79f10102c2d), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.173977 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (b29ccceb-3030-49f0-a569-c79f10102c2d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.174557 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29ccceb-3030-49f0-a569-c79f10102c2d {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:24:11.178951 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.180304 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-cf9ba43a-0c61-4735-8de0-eabbc0e74f8b admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b29ccceb-3030-49f0-a569-c79f10102c2d HTTP/1.1" status: 204 len: 168 time: 0.8353150 Oct 24 13:24:11.182822 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41718) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:11.228112 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Deleting subnet 3f843c86-e20a-467d-8a9e-940e6369ce61 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:24:11.231265 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Publish callbacks [] for subnet (3f843c86-e20a-467d-8a9e-940e6369ce61), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.266062 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (3f843c86-e20a-467d-8a9e-940e6369ce61), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.352205 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (3f843c86-e20a-467d-8a9e-940e6369ce61), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.409819 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (3f843c86-e20a-467d-8a9e-940e6369ce61), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.436661 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f843c86-e20a-467d-8a9e-940e6369ce61,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:11.441650 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.445655 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fd3fe05b-a7f2-47e1-9f87-682d237ff0fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3f843c86-e20a-467d-8a9e-940e6369ce61 HTTP/1.1" status: 204 len: 168 time: 0.2618845 Oct 24 13:24:11.446628 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983ee7a-baaa-4637-8f94-085ad132f1e4 None None] Network 5ecc9141-8649-4fa5-a20f-d3d036bb3062 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:24:11.448100 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41720) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:11.454729 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:11.522402 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (5ecc9141-8649-4fa5-a20f-d3d036bb3062), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.565705 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Deleting port 9261db61-afa4-4356-aecc-baf586f5409b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:11.566044 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (9261db61-afa4-4356-aecc-baf586f5409b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.628597 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] For port 9261db61-afa4-4356-aecc-baf586f5409b, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=9261db61-afa4-4356-aecc-baf586f5409b,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:11.628870 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (9261db61-afa4-4356-aecc-baf586f5409b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.642231 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Calling delete_port for 9261db61-afa4-4356-aecc-baf586f5409b owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:11.684675 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] DHCP port deletion for 5ecc9141-8649-4fa5-a20f-d3d036bb3062 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:24:11.723474 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Deleting port 9261db61-afa4-4356-aecc-baf586f5409b {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:11.723859 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (9261db61-afa4-4356-aecc-baf586f5409b), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.799511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] For port 9261db61-afa4-4356-aecc-baf586f5409b, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=9261db61-afa4-4356-aecc-baf586f5409b,segment=NetworkSegment(6902b1ec-1e1a-4801-b48e-4500d8daef82),segment_id=6902b1ec-1e1a-4801-b48e-4500d8daef82)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:11.799846 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (9261db61-afa4-4356-aecc-baf586f5409b), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.813813 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Calling delete_port for 9261db61-afa4-4356-aecc-baf586f5409b owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:11.899718 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (9261db61-afa4-4356-aecc-baf586f5409b), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:11.927077 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Pushing event deleted for resources: {'Port': ['ID=9261db61-afa4-4356-aecc-baf586f5409b,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:11.938944 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] No DVR routers for this DVR port 9261db61-afa4-4356-aecc-baf586f5409b on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:24:11.942972 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.943827 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.944203 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.945475 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.945965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.946425 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.947145 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.947597 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.947815 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.948592 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.948944 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.949302 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.949628 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.949962 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.950297 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d1bde4-0b91-4555-a8d3-5d5d941682ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:24:11.951905 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:11.988595 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (9261db61-afa4-4356-aecc-baf586f5409b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.015091 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9261db61-afa4-4356-aecc-baf586f5409b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:12.019738 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] No DVR routers for this DVR port 9261db61-afa4-4356-aecc-baf586f5409b on host dv-cinder-862489-1-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:24:12.095711 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (5ecc9141-8649-4fa5-a20f-d3d036bb3062), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.117767 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecc9141-8649-4fa5-a20f-d3d036bb3062']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:12.121485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-4aa601f4-ab39-4314-a5b7-452940e1408d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.128041 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6902b1ec-1e1a-4801-b48e-4500d8daef82') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:12.128320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6902b1ec-1e1a-4801-b48e-4500d8daef82') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:12.138721 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (6902b1ec-1e1a-4801-b48e-4500d8daef82), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.153282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (6902b1ec-1e1a-4801-b48e-4500d8daef82), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.159569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:24:12.159940 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (6902b1ec-1e1a-4801-b48e-4500d8daef82), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.220752 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (5ecc9141-8649-4fa5-a20f-d3d036bb3062), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.225826 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.231894 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5ecc9141-8649-4fa5-a20f-d3d036bb3062 HTTP/1.1" status: 204 len: 168 time: 0.7799201 Oct 24 13:24:12.232465 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41726) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:12.248964 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee2739-62fc-482f-bfbf-ec94cbf9d1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5ecc9141-8649-4fa5-a20f-d3d036bb3062,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:12.284563 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 6902b1ec-1e1a-4801-b48e-4500d8daef82 resource provider aggregate not found Oct 24 13:24:12.306939 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 6902b1ec-1e1a-4801-b48e-4500d8daef82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6902b1ec-1e1a-4801-b48e-4500d8daef82 found for delete ", "request_id": "req-1005c40a-4e8c-46ad-a5fd-f5189992655c"}]} Oct 24 13:24:12.469965 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 1f5a9ec5-2895-41ea-85e0-ec6250518f80 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:12.490427 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 1f5a9ec5-2895-41ea-85e0-ec6250518f80 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:12.490773 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 1f5a9ec5-2895-41ea-85e0-ec6250518f80 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:12.491214 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 9261db61-afa4-4356-aecc-baf586f5409b no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:12.509223 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 9261db61-afa4-4356-aecc-baf586f5409b {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:12.509565 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 9261db61-afa4-4356-aecc-baf586f5409b not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:12.509976 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:12.528790 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:12.529136 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 41e6451f-7c58-4f0c-b58b-6c8a1aa26ecb not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:12.565994 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (3ba8292b-5624-449d-89ac-be0a9b603b63), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.691223 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:12.790199 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Deleting port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:12.790536 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.870245 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] For port f1c251e9-a7de-4f0e-8396-76a8f11aa7f6, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,segment=NetworkSegment(86e2ab2e-04f3-445b-a3e9-5f3a3a102a32),segment_id=86e2ab2e-04f3-445b-a3e9-5f3a3a102a32)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:12.870584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:12.884532 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:12.885967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Calling delete_port for f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:13.067972 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (f1c251e9-a7de-4f0e-8396-76a8f11aa7f6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.093377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c251e9-a7de-4f0e-8396-76a8f11aa7f6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:13.266097 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (3ba8292b-5624-449d-89ac-be0a9b603b63), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.286973 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de73a8-6328-49dc-a5e6-30cfd4999bb1 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:24:13.353614 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:13.363202 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:13.376809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de73a8-6328-49dc-a5e6-30cfd4999bb1 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:24:13.473820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Router 3ba8292b-5624-449d-89ac-be0a9b603b63 has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:24:13.476982 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:13.586116 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:24:13.593672 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-5fee10eb-e40d-4d0b-bc3e-8933cb8dcfec admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3ba8292b-5624-449d-89ac-be0a9b603b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3579087 Oct 24 13:24:13.593882 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41730) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:13.594872 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] Sync routers for ids ['3ba8292b-5624-449d-89ac-be0a9b603b63'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:24:13.607782 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] Routers {'3ba8292b-5624-449d-89ac-be0a9b603b63'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:24:13.608336 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ba8292b-5624-449d-89ac-be0a9b603b63'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:13.706271 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks [] for router (3ba8292b-5624-449d-89ac-be0a9b603b63), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.814034 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:13.818679 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks [] for router_gateway (3ba8292b-5624-449d-89ac-be0a9b603b63), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.866722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] Set router 3ba8292b-5624-449d-89ac-be0a9b603b63 gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:24:13.869669 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Deleting port c14d63e3-406e-44ab-82ef-fd8728f81f12 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:13.870104 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.962034 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] For port c14d63e3-406e-44ab-82ef-fd8728f81f12, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=c14d63e3-406e-44ab-82ef-fd8728f81f12,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:13.962478 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:13.978680 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Calling delete_port for c14d63e3-406e-44ab-82ef-fd8728f81f12 owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:14.044362 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:24:13Z', 'revision_number': 5, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port': {'id': 'c14d63e3-406e-44ab-82ef-fd8728f81f12', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:14.079542 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] Checking router: 3ba8292b-5624-449d-89ac-be0a9b603b63 for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:24:14.093306 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-4965bc82-2f6c-4b6e-ba12-ae361ccf8e2e None None] Provisioning complete for port ab213382-afa6-45d9-9ade-4bbb30625b82 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:24:14.093680 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-4965bc82-2f6c-4b6e-ba12-ae361ccf8e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.094018 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-4965bc82-2f6c-4b6e-ba12-ae361ccf8e2e None None] Attempt 1 to provision port ab213382-afa6-45d9-9ade-4bbb30625b82 Oct 24 13:24:14.119235 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] Routers {'3ba8292b-5624-449d-89ac-be0a9b603b63'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:24:14.119783 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:23:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['3ba8292b-5624-449d-89ac-be0a9b603b63'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:14.150799 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (c14d63e3-406e-44ab-82ef-fd8728f81f12), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.175338 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=c14d63e3-406e-44ab-82ef-fd8728f81f12,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:14.239411 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] Set router 3ba8292b-5624-449d-89ac-be0a9b603b63 gateway port host: None {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:24:14.241604 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (3ba8292b-5624-449d-89ac-be0a9b603b63), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.294229 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:24:13Z', 'revision_number': 6, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:14.298326 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-4965bc82-2f6c-4b6e-ba12-ae361ccf8e2e None None] Current status of the port ab213382-afa6-45d9-9ade-4bbb30625b82 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:24:14.325948 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc86f63-37b7-4279-9259-1a02d109266b None None] The sync data for ids ['3ba8292b-5624-449d-89ac-be0a9b603b63'] in dv-cinder-862489-1-iscsi is: [{'id': '3ba8292b-5624-449d-89ac-be0a9b603b63', 'name': 'tempest-TestShelveInstance-513079775-router', 'tenant_id': 'c7129d5827e94d7da7452b7803b1b147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:19:23Z', 'updated_at': '2022-10-24T13:24:13Z', 'revision_number': 6, 'project_id': 'c7129d5827e94d7da7452b7803b1b147', 'gw_port_host': None}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:24:14.331133 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (3ba8292b-5624-449d-89ac-be0a9b603b63), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.333404 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks [] for router_controller (3ba8292b-5624-449d-89ac-be0a9b603b63), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.355912 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-4394bef9-a159-4dc2-99e3-3bc5e6cbed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.388944 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (3ba8292b-5624-449d-89ac-be0a9b603b63), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.389630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba8292b-5624-449d-89ac-be0a9b603b63 {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:24:14.394011 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.395233 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-158dde0a-a3cf-4d59-9608-76f798a38fbb admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/3ba8292b-5624-449d-89ac-be0a9b603b63 HTTP/1.1" status: 204 len: 168 time: 0.8004224 Oct 24 13:24:14.398217 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41732) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:14.442985 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Deleting subnet 329eb9e1-3fd5-4992-8fb2-ff3454786637 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:24:14.447467 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Publish callbacks [] for subnet (329eb9e1-3fd5-4992-8fb2-ff3454786637), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.480946 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:14.483504 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (329eb9e1-3fd5-4992-8fb2-ff3454786637), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.564620 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (329eb9e1-3fd5-4992-8fb2-ff3454786637), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.627406 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (329eb9e1-3fd5-4992-8fb2-ff3454786637), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.652974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329eb9e1-3fd5-4992-8fb2-ff3454786637,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:14.657377 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.663442 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41734) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:14.663972 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-cdc8bb6e-75d7-4759-aede-ee93db8ba4ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/329eb9e1-3fd5-4992-8fb2-ff3454786637 HTTP/1.1" status: 204 len: 168 time: 0.2637165 Oct 24 13:24:14.667899 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ed430-36ff-4d07-b003-aa90cf2d9370 None None] Network c9c4eee8-e1a5-452c-bd3e-462c0fe15afc requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:24:14.769342 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.817155 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Deleting port ab213382-afa6-45d9-9ade-4bbb30625b82 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:24:14.817701 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.823476 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:14.844867 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:14.845217 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device f1c251e9-a7de-4f0e-8396-76a8f11aa7f6 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:14.886802 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] For port ab213382-afa6-45d9-9ade-4bbb30625b82, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=ab213382-afa6-45d9-9ade-4bbb30625b82,segment=NetworkSegment(86e2ab2e-04f3-445b-a3e9-5f3a3a102a32),segment_id=86e2ab2e-04f3-445b-a3e9-5f3a3a102a32)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:24:14.887117 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:14.905347 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Calling delete_port for ab213382-afa6-45d9-9ade-4bbb30625b82 owned by network:dhcp {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:24:14.983097 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (ab213382-afa6-45d9-9ade-4bbb30625b82), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.006885 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab213382-afa6-45d9-9ade-4bbb30625b82,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:15.010734 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] No DVR routers for this DVR port ab213382-afa6-45d9-9ade-4bbb30625b82 on host dv-cinder-862489-1-iscsi {{(pid=104669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:24:15.083790 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.104236 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c4eee8-e1a5-452c-bd3e-462c0fe15afc']}} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:15.113852 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32') {'for_net_delete': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:15.114147 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.services.segments.db [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e2ab2e-04f3-445b-a3e9-5f3a3a102a32') {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:24:15.124466 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26001572'] for segment (86e2ab2e-04f3-445b-a3e9-5f3a3a102a32), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.140312 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (86e2ab2e-04f3-445b-a3e9-5f3a3a102a32), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.148909 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:24:15.149306 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26003400'] for segment (86e2ab2e-04f3-445b-a3e9-5f3a3a102a32), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.150222 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b7171-7e54-467b-a3d4-c5e8d52bb6d3 None None] DHCP port deletion for c9c4eee8-e1a5-452c-bd3e-462c0fe15afc request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:24:15.205858 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 86e2ab2e-04f3-445b-a3e9-5f3a3a102a32 resource provider aggregate not found Oct 24 13:24:15.214751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (c9c4eee8-e1a5-452c-bd3e-462c0fe15afc), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.219557 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.222797 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c9c4eee8-e1a5-452c-bd3e-462c0fe15afc HTTP/1.1" status: 204 len: 168 time: 0.5573444 Oct 24 13:24:15.237404 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.services.segments.plugin [-] Segment 86e2ab2e-04f3-445b-a3e9-5f3a3a102a32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86e2ab2e-04f3-445b-a3e9-5f3a3a102a32 found for delete ", "request_id": "req-a8465a45-3f3f-4e93-8973-c9a7ab080b58"}]} Oct 24 13:24:15.238546 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d4d3a-80a9-4eba-b011-c2189e266a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c4eee8-e1a5-452c-bd3e-462c0fe15afc,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:15.403910 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41742) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:15.453358 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-ab02054c-b06a-4c40-8e5f-8d12ab54e323 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f0bee9967bdb41eca0acff51d5e105e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482576 Oct 24 13:24:15.455905 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41744) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:15.503659 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c023-2ce9-4621-acbe-0c89d06a4fd8 admin admin] Publish callbacks [] for security_group (42747866-5c93-4c8a-8c4f-e47c506f9ce6), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.524115 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c023-2ce9-4621-acbe-0c89d06a4fd8 admin admin] Publish callbacks [] for security_group (42747866-5c93-4c8a-8c4f-e47c506f9ce6), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.573284 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c023-2ce9-4621-acbe-0c89d06a4fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (42747866-5c93-4c8a-8c4f-e47c506f9ce6), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.576281 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c023-2ce9-4621-acbe-0c89d06a4fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.577688 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d2d4c023-2ce9-4621-acbe-0c89d06a4fd8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/42747866-5c93-4c8a-8c4f-e47c506f9ce6 HTTP/1.1" status: 204 len: 168 time: 0.1208878 Oct 24 13:24:15.585783 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4c023-2ce9-4621-acbe-0c89d06a4fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42747866-5c93-4c8a-8c4f-e47c506f9ce6,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:15.680042 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:15.896234 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41750) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:15.936499 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d7db44b8-c1a2-4103-b1b6-7b82634de44c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c7129d5827e94d7da7452b7803b1b147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389943 Oct 24 13:24:15.938680 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41752) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:24:15.965149 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:15.979509 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:15.993999 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d85619df-6adf-4c66-ac13-767adf1704ca admin admin] Publish callbacks [] for security_group (38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:16.013593 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d85619df-6adf-4c66-ac13-767adf1704ca admin admin] Publish callbacks [] for security_group (38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:16.059584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d85619df-6adf-4c66-ac13-767adf1704ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:16.062061 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d85619df-6adf-4c66-ac13-767adf1704ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:16.063227 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d85619df-6adf-4c66-ac13-767adf1704ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5 HTTP/1.1" status: 204 len: 168 time: 0.1236112 Oct 24 13:24:16.077833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85619df-6adf-4c66-ac13-767adf1704ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5bf14-0b42-4ecf-9cfc-b2e089f7e7d5,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:24:16.471455 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device c14d63e3-406e-44ab-82ef-fd8728f81f12 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:16.491492 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: c14d63e3-406e-44ab-82ef-fd8728f81f12 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:16.491835 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device c14d63e3-406e-44ab-82ef-fd8728f81f12 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:16.492249 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device ab213382-afa6-45d9-9ade-4bbb30625b82 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:24:16.510848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: ab213382-afa6-45d9-9ade-4bbb30625b82 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:24:16.511220 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device ab213382-afa6-45d9-9ade-4bbb30625b82 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:24:17.278836 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:17.284239 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:17.338399 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:20.897084 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=85 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:20.926315 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=88 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:24.631574 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:24.635793 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:25.955003 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:26.046067 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:26.068920 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:31.385914 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:31.391150 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:35.944226 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:35.951210 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:36.551503 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-534b21d7-6874-4086-8645-3491d085c846 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389187 Oct 24 13:24:36.633843 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681923d-3a81-437e-9661-84bd40b88f77 req-759792cf-1016-43fa-92b4-fac114d3256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:36.635556 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-759792cf-1016-43fa-92b4-fac114d3256a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1129 time: 0.0442591 Oct 24 13:24:36.738093 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681923d-3a81-437e-9661-84bd40b88f77 req-6968c303-9fff-4df1-8032-961323208684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:36.739582 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-6968c303-9fff-4df1-8032-961323208684 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0863388 Oct 24 13:24:36.806630 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-6af87526-3503-4caf-af00-639dbb8395a6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0602496 Oct 24 13:24:36.857346 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681923d-3a81-437e-9661-84bd40b88f77 req-2bc30d2c-bbd0-4ee5-9976-fb6427189f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:36.858784 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-2bc30d2c-bbd0-4ee5-9976-fb6427189f3c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0460455 Oct 24 13:24:36.901990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681923d-3a81-437e-9661-84bd40b88f77 req-95d52b47-2842-482e-aadc-0a9b24eef9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:24:36.903469 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-95d52b47-2842-482e-aadc-0a9b24eef9a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388050 Oct 24 13:24:36.996388 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-93b33092-4555-4d4d-a0af-1a8010da99a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866096 Oct 24 13:24:37.087388 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2681923d-3a81-437e-9661-84bd40b88f77 req-16e4a276-a6d3-4538-9cc8-76cecd39d8a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845294 Oct 24 13:24:39.460658 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:24:42.124462 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-06d13718-2bc7-4bf5-a4d4-33d699e0f494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:44.357773 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e90ce5ff-67e2-416e-9512-8335d00b57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:45.683105 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:47.077881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=50 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:47.084253 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=51 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:47.287020 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:47.341448 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:24:49.455111 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:49.455849 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:24:55.951192 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:05.945086 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:05.947078 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:09.407068 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=14 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:09.409814 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=18 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:12.129125 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8ac5bdab-a602-4d9b-9ab3-e4c3257f6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:14.359757 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d7c66c7f-cfc0-4067-909a-db3105299ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:15.685642 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:16.459488 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:25:17.290913 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:17.344685 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:23.273285 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-1ad1ac39-6a00-417d-a435-45c502ccfb02 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-217361373&fields=id&tenant_id=e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 267 time: 0.0454106 Oct 24 13:25:23.381865 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-9e8bd070-0c3a-4c04-af9b-7403771ffb3e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:23.383333 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-9e8bd070-0c3a-4c04-af9b-7403771ffb3e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 811 time: 0.1035342 Oct 24 13:25:23.398924 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a08d0da2-6e5a-44ab-8ef3-16dbc0a05237 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/quotas/e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 375 time: 0.0091245 Oct 24 13:25:23.450382 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-70eaa78a-f5f1-4bb2-ad9d-be8ef8195bbe tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459616 Oct 24 13:25:23.547936 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-fdd0e146-bc9a-4dfb-bcdc-10a98c29f4c5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Oct 24 13:25:23.637108 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-583cc4f2-c23e-496f-9fa1-6d4ad8c05718 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 Oct 24 13:25:23.943684 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-3f93f1b7-b48a-4880-b5c8-b292947b5304 req-85917a2f-e887-400b-91de-906898e11bc8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 210 time: 0.0291407 Oct 24 13:25:25.242177 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9e577500-f63d-4b11-bc34-686753681948 req-f434476c-cef3-464d-8303-b3aa20fbf94f tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 210 time: 0.0390060 Oct 24 13:25:25.287240 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-c46a8d82-cc7e-4637-865a-da88881f0b0a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:25.288716 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-c46a8d82-cc7e-4637-865a-da88881f0b0a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 811 time: 0.4272099 Oct 24 13:25:25.362156 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-b890cb4b-f0b3-453f-be4d-724bc06b9a47 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5f4729aa5f44fe08096bed3438e8f7e HTTP/1.1" status: 200 len: 379 time: 0.0647264 Oct 24 13:25:25.374935 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'port': {'device_id': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'admin_state_up': True, 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'security_groups': ['6e366db0-1c98-4b6b-a8ed-28604602b735']}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:25.502818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Made reservation on behalf of e5f4729aa5f44fe08096bed3438e8f7e for: {'port': 1} {{(pid=104668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 24 13:25:25.506631 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.640491 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Allocated IP 172.20.0.5 (d81e8b5b-f582-42f2-8207-457fa8977c00/d12f6085-6390-44d7-9e9a-976d4fa1ffd3/332aa905-b1c8-4ddd-8186-37badc764684) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:25.733064 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:25.735812 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:25.784993 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (332aa905-b1c8-4ddd-8186-37badc764684), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.816507 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (332aa905-b1c8-4ddd-8186-37badc764684), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.865108 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Network d81e8b5b-f582-42f2-8207-457fa8977c00 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:25.870239 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:25.874140 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:25.880521 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=332aa905-b1c8-4ddd-8186-37badc764684,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:25.912434 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.912788 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.913135 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.913479 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.913818 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.914150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.914482 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.914811 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.915171 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.915506 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.915837 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.916165 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.916490 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.916820 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.917145 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:25.941078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:25.941686 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:25.958778 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-2a985db3-dfb3-47c0-838f-d7c92860e57d tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892346 Oct 24 13:25:25.971156 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.v2.base [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Request body: {'port': {'device_id': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86248'}} {{(pid=104668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:25.977947 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.035291 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (332aa905-b1c8-4ddd-8186-37badc764684), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.119646 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-794f1400-84e0-479a-87b0-f7e88e33b984 None None] Provisioning complete for port 332aa905-b1c8-4ddd-8186-37badc764684 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:26.120024 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-794f1400-84e0-479a-87b0-f7e88e33b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (332aa905-b1c8-4ddd-8186-37badc764684), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.120363 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-794f1400-84e0-479a-87b0-f7e88e33b984 None None] Attempt 1 to provision port 332aa905-b1c8-4ddd-8186-37badc764684 Oct 24 13:25:26.156793 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-794f1400-84e0-479a-87b0-f7e88e33b984 None None] Port 332aa905-b1c8-4ddd-8186-37badc764684 cannot update to ACTIVE because it is not bound. {{(pid=104670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 24 13:25:26.296619 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332aa905-b1c8-4ddd-8186-37badc764684 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:25:26.304679 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Publish callbacks [] for port (332aa905-b1c8-4ddd-8186-37badc764684), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.317915 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Transition to ACTIVE for port object 332aa905-b1c8-4ddd-8186-37badc764684 will not be triggered until provisioned by entity L2. {{(pid=104668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 24 13:25:26.323933 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (332aa905-b1c8-4ddd-8186-37badc764684), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.367524 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f52a6-4272-4528-831d-51e8b5719b6e req-7f0d90ce-e71a-4671-bc7b-a117d864cb25 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:26.369735 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-366f52a6-4272-4528-831d-51e8b5719b6e req-7f0d90ce-e71a-4671-bc7b-a117d864cb25 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0498347 Oct 24 13:25:26.388838 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Pushing event updated for resources: {'Port': ['ID=332aa905-b1c8-4ddd-8186-37badc764684,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:26.420214 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-366f52a6-4272-4528-831d-51e8b5719b6e req-a152b659-0a53-4443-a743-b334a27c06de tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Oct 24 13:25:26.441623 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Attempting to bind port 332aa905-b1c8-4ddd-8186-37badc764684 on host hv-cinder-86248 for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 24 13:25:26.441952 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Attempting to bind port 332aa905-b1c8-4ddd-8186-37badc764684 by drivers openvswitch,hyperv on host hv-cinder-86248 at level 0 using segments [{'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 24 13:25:26.442272 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Attempting to bind port 332aa905-b1c8-4ddd-8186-37badc764684 on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:26.454889 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.455699 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.484742 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Port 332aa905-b1c8-4ddd-8186-37badc764684 on network d81e8b5b-f582-42f2-8207-457fa8977c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86248 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 24 13:25:26.485067 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Attempting to bind port 332aa905-b1c8-4ddd-8186-37badc764684 on network d81e8b5b-f582-42f2-8207-457fa8977c00 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 24 13:25:26.517699 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.529778 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Checking agent: {'id': '3026199b-5d12-4bbe-90dc-18cf19203e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'started_at': datetime.datetime(2022, 10, 24, 13, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 24, 13, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 24 13:25:26.530121 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Checking segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 24 13:25:26.530507 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Bound using segment: {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 24 13:25:26.530949 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Bound port: 332aa905-b1c8-4ddd-8186-37badc764684, host: hv-cinder-86248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90895b35-e8b5-463e-b18e-917d85626781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 24 13:25:26.531358 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (332aa905-b1c8-4ddd-8186-37badc764684), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.534163 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:26.595505 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] For port 332aa905-b1c8-4ddd-8186-37badc764684, host hv-cinder-86248, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 24 13:25:26.598416 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] For port 332aa905-b1c8-4ddd-8186-37badc764684, host hv-cinder-86248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=332aa905-b1c8-4ddd-8186-37badc764684,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 24 13:25:26.604499 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498304'] for port (332aa905-b1c8-4ddd-8186-37badc764684), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.608322 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:26.608939 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:26.610333 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/332aa905-b1c8-4ddd-8186-37badc764684 HTTP/1.1" status: 200 len: 1093 time: 0.6438594 Oct 24 13:25:26.612511 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:25:26.615896 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2532bc86-18d8-4762-9988-ad097ca0850b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "tag": "332aa905-b1c8-4ddd-8186-37badc764684"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:25:26.661757 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d19dd3c-9b34-4950-a382-025bcb384091 x-openstack-request-id: req-2d19dd3c-9b34-4950-a382-025bcb384091 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:25:26.662045 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "tag": "332aa905-b1c8-4ddd-8186-37badc764684", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:25:26.662297 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d19dd3c-9b34-4950-a382-025bcb384091 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:25:26.662713 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d19dd3c-9b34-4950-a382-025bcb384091'] response: {'name': 'network-changed', 'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684', 'status': 'completed', 'code': 200} Oct 24 13:25:26.707275 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfcb9c-7e18-435d-8420-a15ad4593150 service neutron] Pushing event updated for resources: {'Port': ['ID=332aa905-b1c8-4ddd-8186-37badc764684,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:26.710228 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-fcd83108-ac4d-4192-aacd-77de0e0a4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:26.711763 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-fcd83108-ac4d-4192-aacd-77de0e0a4eb7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 1127 time: 0.0613134 Oct 24 13:25:26.752269 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-c5e9e9a3-ad1e-415b-a7fa-6f0a5a5b2c9e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332aa905-b1c8-4ddd-8186-37badc764684 HTTP/1.1" status: 200 len: 217 time: 0.0324636 Oct 24 13:25:26.804540 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-47b19634-7327-47c9-adc0-e2e2f4e46dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:26.805974 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-47b19634-7327-47c9-adc0-e2e2f4e46dee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0481763 Oct 24 13:25:26.850345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-99d75d85-8214-425d-9a36-ba21cd64ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:26.851786 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-99d75d85-8214-425d-9a36-ba21cd64ae89 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406086 Oct 24 13:25:26.940589 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-cbd2a351-1c71-41e8-886d-5ad3b5aa24f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Oct 24 13:25:27.033608 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ef5e4713-a889-47a8-a98c-6de521a542d8 req-6c4f2624-055c-44ae-8454-07fdeb7baadf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872831 Oct 24 13:25:27.340178 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532bc86-18d8-4762-9988-ad097ca0850b req-371e50d3-c07e-4ba8-af73-be85a75721f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:27.341638 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-371e50d3-c07e-4ba8-af73-be85a75721f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 1127 time: 0.0397677 Oct 24 13:25:27.437512 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532bc86-18d8-4762-9988-ad097ca0850b req-390d6dc0-e8ad-4023-af5b-5c59da35df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:27.438967 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-390d6dc0-e8ad-4023-af5b-5c59da35df0c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0897040 Oct 24 13:25:27.480410 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-d76a80f0-ef99-4faf-897a-ef696616d6d4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332aa905-b1c8-4ddd-8186-37badc764684 HTTP/1.1" status: 200 len: 217 time: 0.0329785 Oct 24 13:25:27.533009 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532bc86-18d8-4762-9988-ad097ca0850b req-9e357df0-9f6c-4488-b270-db93a069b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:27.534792 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-9e357df0-9f6c-4488-b270-db93a069b88c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0458934 Oct 24 13:25:27.551147 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82075c12-3d2f-4722-bc8b-4cccc1c62840 req-f64e0550-17bc-4f1f-a77e-40c40c0c7537 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:27.552631 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-82075c12-3d2f-4722-bc8b-4cccc1c62840 req-f64e0550-17bc-4f1f-a77e-40c40c0c7537 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0496323 Oct 24 13:25:27.583345 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532bc86-18d8-4762-9988-ad097ca0850b req-913d8acb-936a-4328-ac88-548ac51c50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:27.584847 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-913d8acb-936a-4328-ac88-548ac51c50f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446301 Oct 24 13:25:27.602052 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-82075c12-3d2f-4722-bc8b-4cccc1c62840 req-be49a4e6-5197-4103-864a-bb77979dc93c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436881 Oct 24 13:25:27.675307 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-4e954d2d-fde3-425c-96df-dc4103fc6172 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845444 Oct 24 13:25:27.765686 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2532bc86-18d8-4762-9988-ad097ca0850b req-40ad9a5f-3883-4d3d-83be-afdf2c9f6788 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Oct 24 13:25:28.689079 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:28.725549 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d0c49-61e3-4d9f-9126-45da2b89b4a6 req-4173290c-01ec-4464-967b-c04ba1c30013 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:28.726908 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a29d0c49-61e3-4d9f-9126-45da2b89b4a6 req-4173290c-01ec-4464-967b-c04ba1c30013 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0482023 Oct 24 13:25:28.775561 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a29d0c49-61e3-4d9f-9126-45da2b89b4a6 req-869f4084-d1b6-4cb1-a45d-2b6164dfcde4 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430019 Oct 24 13:25:29.894600 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d1f61-33d1-4176-b5d6-a92bba930256 req-84d0c068-541a-4fee-bfc3-0016cda0fb50 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:29.896051 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1e7d1f61-33d1-4176-b5d6-a92bba930256 req-84d0c068-541a-4fee-bfc3-0016cda0fb50 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0462110 Oct 24 13:25:29.945446 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-1e7d1f61-33d1-4176-b5d6-a92bba930256 req-81c7df38-c092-4d45-9812-c30b45d55fec tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Oct 24 13:25:31.065811 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334e9a-d887-44cc-a623-3956cc7efb04 req-68445113-2d38-44b3-a277-2e86fc3977f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:31.067326 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ed334e9a-d887-44cc-a623-3956cc7efb04 req-68445113-2d38-44b3-a277-2e86fc3977f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0468080 Oct 24 13:25:31.079252 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:31.118572 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-ed334e9a-d887-44cc-a623-3956cc7efb04 req-c5fefcd8-895b-4da2-93dc-8481fa07dceb tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Oct 24 13:25:32.248387 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc960926-01c6-4c0d-9f21-80cc3468c1fb req-ced319e5-e543-45ba-ba18-71e24786d516 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:32.249820 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fc960926-01c6-4c0d-9f21-80cc3468c1fb req-ced319e5-e543-45ba-ba18-71e24786d516 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0499218 Oct 24 13:25:32.298584 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-fc960926-01c6-4c0d-9f21-80cc3468c1fb req-6d0e174d-9206-46e3-a2c1-5fdd59914720 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433578 Oct 24 13:25:33.421216 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3eab-338f-4a79-bbbe-470819b5931a req-c7815237-2442-452d-8dd7-130be774693a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:33.422650 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-97ed3eab-338f-4a79-bbbe-470819b5931a req-c7815237-2442-452d-8dd7-130be774693a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0503633 Oct 24 13:25:33.471685 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-97ed3eab-338f-4a79-bbbe-470819b5931a req-d0b54de0-31d0-4b90-ad59-2106ffb8b69c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434537 Oct 24 13:25:34.375865 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 332aa905-b1c8-4ddd-8186-37badc764684 details requested by agent hyperv_hv-cinder-86248 with host hv-cinder-86248 {{(pid=104670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 24 13:25:34.478264 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 332aa905-b1c8-4ddd-8186-37badc764684, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=332aa905-b1c8-4ddd-8186-37badc764684,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:34.490069 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Returning: {'device': '332aa905-b1c8-4ddd-8186-37badc764684', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'port_id': '332aa905-b1c8-4ddd-8186-37badc764684', 'mac_address': 'fa:16:3e:a2:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 24 13:25:34.527349 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 332aa905-b1c8-4ddd-8186-37badc764684 is: DOWN; New status is: BUILD {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:34.528328 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (332aa905-b1c8-4ddd-8186-37badc764684), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.543395 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332aa905-b1c8-4ddd-8186-37badc764684 {{(pid=104670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 24 13:25:34.566142 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 332aa905-b1c8-4ddd-8186-37badc764684, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=332aa905-b1c8-4ddd-8186-37badc764684,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:34.570097 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (332aa905-b1c8-4ddd-8186-37badc764684), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:34.596678 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70e91-fac4-4e72-aa98-d3fdd1e7d07b req-9bf2c80f-2a8d-4aae-b69b-e16390827052 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:34.598151 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-add70e91-fac4-4e72-aa98-d3fdd1e7d07b req-9bf2c80f-2a8d-4aae-b69b-e16390827052 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Oct 24 13:25:34.620754 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=332aa905-b1c8-4ddd-8186-37badc764684,revision_number=4']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:34.628248 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.628526 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.628874 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.629213 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.629547 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.629878 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.630202 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.630528 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.630848 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.631200 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.631525 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.631849 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.632170 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.632485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.632801 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:34.648854 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-add70e91-fac4-4e72-aa98-d3fdd1e7d07b req-02aaff52-d852-41c9-862b-82fe1ca0e821 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451546 Oct 24 13:25:34.834897 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] get_ports_and_sgs() called for port_ids ['332aa905-b1c8-4ddd-8186-37badc764684'] {{(pid=104670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 24 13:25:35.775584 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefeb63-4dd4-44ce-b954-4747d8efb3e8 req-2e807695-a7e5-4732-9d40-a261b478f4ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:35.777031 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-afefeb63-4dd4-44ce-b954-4747d8efb3e8 req-2e807695-a7e5-4732-9d40-a261b478f4ce tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 944 time: 0.0472414 Oct 24 13:25:35.826195 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-afefeb63-4dd4-44ce-b954-4747d8efb3e8 req-20fd2a96-053c-427a-8160-f8fb9c9e9dde tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 Oct 24 13:25:36.389997 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 332aa905-b1c8-4ddd-8186-37badc764684 up at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 24 13:25:36.394048 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:36.394637 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:36.437142 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning for port 332aa905-b1c8-4ddd-8186-37badc764684 completed by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 24 13:25:36.443271 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Provisioning complete for port 332aa905-b1c8-4ddd-8186-37badc764684 triggered by entity L2. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:25:36.443710 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (332aa905-b1c8-4ddd-8186-37badc764684), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.444061 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Attempt 1 to provision port 332aa905-b1c8-4ddd-8186-37badc764684 Oct 24 13:25:36.519151 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Current status of the port 332aa905-b1c8-4ddd-8186-37badc764684 is: BUILD; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:25:36.519517 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (332aa905-b1c8-4ddd-8186-37badc764684), before_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.544451 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684'}] {{(pid=104670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:25:36.546697 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b39f0d5fb1dbae152d1da644adae703bbde4da7046fd1425be8c0b8a31f9e12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eafafd-91d8-4334-a7f8-9aa4fd46b859" -d '{"events": [{"server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "name": "network-vif-plugged", "status": "completed", "tag": "332aa905-b1c8-4ddd-8186-37badc764684"}]}' {{(pid=104670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:25:36.563373 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-f6576026-a334-4050-924c-120b63e780a3 None None] For port 332aa905-b1c8-4ddd-8186-37badc764684, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=332aa905-b1c8-4ddd-8186-37badc764684,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:25:36.567421 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834'] for port (332aa905-b1c8-4ddd-8186-37badc764684), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:36.590934 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058339cd-25a0-46ce-bfdb-52be925891f3 x-openstack-request-id: req-058339cd-25a0-46ce-bfdb-52be925891f3 {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:25:36.591254 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "name": "network-vif-plugged", "status": "completed", "tag": "332aa905-b1c8-4ddd-8186-37badc764684", "code": 200}]} {{(pid=104670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:25:36.591507 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-058339cd-25a0-46ce-bfdb-52be925891f3 {{(pid=104670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:25:36.591900 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058339cd-25a0-46ce-bfdb-52be925891f3'] response: {'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684', 'code': 200} Oct 24 13:25:36.616852 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Pushing event updated for resources: {'Port': ['ID=332aa905-b1c8-4ddd-8186-37badc764684,revision_number=5']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:36.982869 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf3c31-14bc-47e5-aa2e-e60d35831acd req-710d5d09-67a0-4efd-a23c-157b11c1cf83 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:36.984401 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ccf3c31-14bc-47e5-aa2e-e60d35831acd req-710d5d09-67a0-4efd-a23c-157b11c1cf83 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 945 time: 0.0781000 Oct 24 13:25:36.985467 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e453-a186-41ea-98e0-4a023667d6ec req-26330413-56eb-443a-9a59-58be36d5c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:36.986815 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1bb9e453-a186-41ea-98e0-4a023667d6ec req-26330413-56eb-443a-9a59-58be36d5c6ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 1129 time: 0.0713911 Oct 24 13:25:37.065154 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-6ccf3c31-14bc-47e5-aa2e-e60d35831acd req-1cc434a9-4312-4adc-b3e3-0980487e2698 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750871 Oct 24 13:25:37.067801 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-1bb9e453-a186-41ea-98e0-4a023667d6ec req-77aed55c-0d90-40ef-94b2-8fdff7d37add service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719509 Oct 24 13:25:38.187672 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08847ed0-30d3-41c2-a9c7-a5b6f3119cb7 req-c060023e-6c08-4a8d-85f0-3215b52e0c13 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.189098 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-08847ed0-30d3-41c2-a9c7-a5b6f3119cb7 req-c060023e-6c08-4a8d-85f0-3215b52e0c13 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 945 time: 0.0461164 Oct 24 13:25:38.241171 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-08847ed0-30d3-41c2-a9c7-a5b6f3119cb7 req-178b6272-96ae-4b1d-a379-27c9a667cb39 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464981 Oct 24 13:25:38.394719 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485ab1e-96d5-4c86-bdda-380d807cbd5d req-48e9b730-3c74-4ace-bf4b-8b4eeef7da57 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.396136 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c485ab1e-96d5-4c86-bdda-380d807cbd5d req-48e9b730-3c74-4ace-bf4b-8b4eeef7da57 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 945 time: 0.0815222 Oct 24 13:25:38.399855 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-cde72f4b-113f-499b-a07a-551070eaf48f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821085 Oct 24 13:25:38.459111 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-c485ab1e-96d5-4c86-bdda-380d807cbd5d req-66ba96ad-2313-4cb0-a74e-c4a5032a9ace tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572145 Oct 24 13:25:38.485268 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-6f57c26d-3bf2-4afb-8521-dac6804117d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.486737 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-6f57c26d-3bf2-4afb-8521-dac6804117d4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1129 time: 0.0456264 Oct 24 13:25:38.487955 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41858) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:38.549680 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769f6b1-a4f1-4f78-9492-4ccd70e006a3 tempest-TestVolumeBootPattern-1629078065 tempest-TestVolumeBootPattern-1629078065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.551172 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-3769f6b1-a4f1-4f78-9492-4ccd70e006a3 tempest-TestVolumeBootPattern-1629078065 tempest-TestVolumeBootPattern-1629078065-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 1124 time: 0.0622814 Oct 24 13:25:38.554247 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41860) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:25:38.558568 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.v2.base [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Request body: {'floatingip': {'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'port_id': '332aa905-b1c8-4ddd-8186-37badc764684', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 24 13:25:38.580751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:38.615728 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-fac3c5da-7a5f-43b7-8885-1978ba4ed5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.617171 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-fac3c5da-7a5f-43b7-8885-1978ba4ed5c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0983720 Oct 24 13:25:38.659275 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (None), before_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:38.684337 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-ee1e8baa-bfe5-4070-aee7-57797785bfba service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0617583 Oct 24 13:25:38.732779 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-547fc901-a2f1-4ca5-b24c-7b05b5a3a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.734607 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-547fc901-a2f1-4ca5-b24c-7b05b5a3a4cd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0443401 Oct 24 13:25:38.769269 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.db_base_plugin_common [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Allocated IP 172.27.1.131 (51341755-016f-4707-88ea-76ce149da04d/9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596/6de49a13-94a6-4b29-be6c-88a99de9c399) {{(pid=104669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 24 13:25:38.779733 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-8ffb0f4a-e9ae-48a2-a7a9-5d9c9619bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:38.781265 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-8ffb0f4a-e9ae-48a2-a7a9-5d9c9619bba9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409436 Oct 24 13:25:38.848190 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:38.855999 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:38.877037 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-309fc4b7-2024-438e-bccc-d12741ca9e71 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900679 Oct 24 13:25:38.880805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:38.901271 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:38.915803 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778768584798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:38.946804 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=100 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:38.964162 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Network 51341755-016f-4707-88ea-76ce149da04d is already hosted by enough agents. {{(pid=104669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 24 13:25:38.969732 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.base_scheduler [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Resources bound (agent type, host, resource id): {{(pid=104669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 24 13:25:38.971931 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=6de49a13-94a6-4b29-be6c-88a99de9c399,revision_number=1']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:38.973295 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-189c546b-d9b3-483a-b217-b2c1008dbb3e req-eea14853-6aec-474f-a5a4-6d4f62ace7b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906479 Oct 24 13:25:38.974963 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Received port after_create {{(pid=104669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 24 13:25:39.004805 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.005157 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.005494 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.005833 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.006168 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.006496 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.006820 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.007240 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.007566 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.007892 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.008216 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.008540 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.008861 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.009181 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.009751 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:25:39.331164 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (c02a687a-537d-4196-89fa-fdb648211101), precommit_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:39.399156 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-12899026'] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:39.546132 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:39.550808 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778768959865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778768584816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778768584834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26003348'] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:39.604569 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:39.617803 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-419449'] for floatingip (c02a687a-537d-4196-89fa-fdb648211101), after_create {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:39.619885 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event updated for resources: {'Port': ['ID=6de49a13-94a6-4b29-be6c-88a99de9c399,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:25:39.717205 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Floating IP c02a687a-537d-4196-89fa-fdb648211101 associated. External IP: 172.27.1.131, port: 332aa905-b1c8-4ddd-8186-37badc764684. Oct 24 13:25:39.758204 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=100 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:39.914748 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:25:40.017306 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:25:40.027556 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:25:40.035909 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:40.039859 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:40.040503 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:25:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:40.070260 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-11a69f68-74a6-4716-b610-e08cba21c044 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5149314 Oct 24 13:25:40.070894 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:25:40.075525 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "tag": "332aa905-b1c8-4ddd-8186-37badc764684"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:25:40.110074 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b203d6e-9bea-4201-acb3-8c6bd9cd7cdf x-openstack-request-id: req-6b203d6e-9bea-4201-acb3-8c6bd9cd7cdf {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:25:40.110430 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "tag": "332aa905-b1c8-4ddd-8186-37badc764684", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:25:40.110690 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b203d6e-9bea-4201-acb3-8c6bd9cd7cdf {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:25:40.111134 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b203d6e-9bea-4201-acb3-8c6bd9cd7cdf'] response: {'name': 'network-changed', 'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684', 'status': 'completed', 'code': 200} Oct 24 13:25:40.147445 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:40.172245 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-3d39556c-7483-4bb9-9b7d-46631e5aa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:40.173712 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-3d39556c-7483-4bb9-9b7d-46631e5aa62e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 1129 time: 0.0409992 Oct 24 13:25:40.267559 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-550ff0ee-e3bf-4f9a-bdfb-95caef76db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:40.269030 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-550ff0ee-e3bf-4f9a-bdfb-95caef76db51 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0901630 Oct 24 13:25:40.331107 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-f2982aa9-fc63-44fc-b9bd-a0edecd7680d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332aa905-b1c8-4ddd-8186-37badc764684 HTTP/1.1" status: 200 len: 999 time: 0.0566850 Oct 24 13:25:40.358866 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:50Z', 'revision_number': 1, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}, {'id': 'c02a687a-537d-4196-89fa-fdb648211101', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '332aa905-b1c8-4ddd-8186-37badc764684', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:a2:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:39Z', 'updated_at': '2022-10-24T13:25:39Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:40.382880 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-0e4b9ca6-9736-4f42-9df5-55400776b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:40.384616 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-0e4b9ca6-9736-4f42-9df5-55400776b27e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0481982 Oct 24 13:25:40.388302 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:25:40.397222 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:25:40.397819 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:25:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:40.429477 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-d8c117a6-2bd7-40b4-b8a1-e3e5b6e3b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:25:40.430880 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-d8c117a6-2bd7-40b4-b8a1-e3e5b6e3b534 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407531 Oct 24 13:25:40.505516 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:25:40.524489 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-7a1ea37b-6e2b-42b3-8a14-61712a52446f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875051 Oct 24 13:25:40.617694 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-d8623c1c-860c-4c9e-b00e-b91fbb7a6b7a req-78de8be3-b47d-47e6-868b-5a8bca4c463f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872381 Oct 24 13:25:40.807644 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:50Z', 'revision_number': 1, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}, {'id': 'c02a687a-537d-4196-89fa-fdb648211101', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '332aa905-b1c8-4ddd-8186-37badc764684', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:a2:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:39Z', 'updated_at': '2022-10-24T13:25:39Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:25:40.833411 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f36e8-0cfe-45d7-a663-8dbace9d2950 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:50Z', 'revision_number': 1, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}, {'id': 'c02a687a-537d-4196-89fa-fdb648211101', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '332aa905-b1c8-4ddd-8186-37badc764684', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:a2:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:25:39Z', 'updated_at': '2022-10-24T13:25:39Z', 'revision_number': 0, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:25:41.019520 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521c945-fe7a-49dd-9b19-cdff204baef1 None None] New status for floating IP c02a687a-537d-4196-89fa-fdb648211101: ACTIVE {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:25:42.131511 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-86c9bc11-08e4-4cd4-bfd7-852047a94fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:44.362246 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-808931e6-b7a3-4a1f-859f-e7b91495410a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:45.687507 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:47.295433 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:47.346446 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:25:50.061916 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:50.063970 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:50.613032 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=62 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:50.614888 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=50 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:50.810104 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=87 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:50.810779 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=67 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:25:53.459601 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:25:55.967802 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:03.455229 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:05.958415 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=49,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:05.963545 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=43,neutron:UPDATE=8 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:10.414553 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:12.133882 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8061c513-57c1-49c9-b11d-9762eb7be7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:14.364376 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-0a194751-2b74-43dd-a379-d85890d8b18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:15.692117 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:17.297999 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:17.352986 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:22.381444 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:22.382100 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:25.971064 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:30.458749 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:26:35.964396 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:35.966312 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:38.001841 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-f93c686f-c899-453f-97c4-65d47649f2d9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389709 Oct 24 13:26:38.084931 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-149c089b-7e61-4353-8f47-f108d0d8964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.086405 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-149c089b-7e61-4353-8f47-f108d0d8964a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1129 time: 0.0413873 Oct 24 13:26:38.193387 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-60fc7893-02bc-458c-8b88-310d80e9dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.194823 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-60fc7893-02bc-458c-8b88-310d80e9dcb5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0908532 Oct 24 13:26:38.257162 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-d0a13499-527a-40ec-b182-160e7cacd7ed service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 1001 time: 0.0563660 Oct 24 13:26:38.308340 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-79ab3d63-3def-4aff-b65a-abbec7e04a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.309730 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-79ab3d63-3def-4aff-b65a-abbec7e04a6c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0469801 Oct 24 13:26:38.353535 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-bf1a4075-8d99-408b-b7d6-601c24717541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:26:38.354968 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-bf1a4075-8d99-408b-b7d6-601c24717541 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378308 Oct 24 13:26:38.443523 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-d6ba3fcb-6c4c-4609-b616-2bf1a387595b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Oct 24 13:26:38.535940 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-435e6d18-7ee8-41a8-ab76-d3787d0eebe3 req-47428073-e2d2-4f6e-88f2-d9e6fe5b65f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Oct 24 13:26:40.453229 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:40.455088 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:42.136641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-c9651c50-2b92-4572-ac66-306eb1bfd7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:44.366668 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-aed3a62d-0b96-440f-9014-4ae9c371a773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:45.699293 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:47.300712 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:47.352007 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:26:48.531248 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=49 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:48.533154 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=52 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:26:55.968719 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:05.958606 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:05.964851 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:07.458062 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:27:07.460888 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41892) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:07.700355 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Deleting port 6de49a13-94a6-4b29-be6c-88a99de9c399 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:07.700705 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:07.779188 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:07.779434 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (6de49a13-94a6-4b29-be6c-88a99de9c399), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:07.792344 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Calling delete_port for 6de49a13-94a6-4b29-be6c-88a99de9c399 owned by network:floatingip {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:07.932657 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (6de49a13-94a6-4b29-be6c-88a99de9c399), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:07.960700 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'Port': ['ID=6de49a13-94a6-4b29-be6c-88a99de9c399,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:07.972809 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.973166 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.973519 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.973865 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.974202 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.974540 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.974873 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.975232 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.975566 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.975906 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.976235 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.976567 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.976892 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.977217 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:07.977542 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:08.034659 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (c02a687a-537d-4196-89fa-fdb648211101), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:08.034908 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Floating IP c02a687a-537d-4196-89fa-fdb648211101 disassociated (deleted). External IP: 172.27.1.131, port: 332aa905-b1c8-4ddd-8186-37badc764684. Oct 24 13:27:08.233657 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:27:08.590324 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:27:08.595597 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:08.600529 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:27:08.610651 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:08.611294 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:26:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:08.625391 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-49ed66c9-d260-448d-a3c7-723715341baf tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c02a687a-537d-4196-89fa-fdb648211101 HTTP/1.1" status: 204 len: 168 time: 1.1633596 Oct 24 13:27:08.626014 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:27:08.628258 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f63681-bb6b-4dfd-8d58-4961088a30e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "tag": "332aa905-b1c8-4ddd-8186-37badc764684"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:27:08.685042 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2536e0b-3e2e-457a-a588-b065ff683f9b x-openstack-request-id: req-e2536e0b-3e2e-457a-a588-b065ff683f9b {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:27:08.685333 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "tag": "332aa905-b1c8-4ddd-8186-37badc764684", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:27:08.685579 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2536e0b-3e2e-457a-a588-b065ff683f9b {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:27:08.686096 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2536e0b-3e2e-457a-a588-b065ff683f9b'] response: {'name': 'network-changed', 'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684', 'status': 'completed', 'code': 200} Oct 24 13:27:08.716711 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:08.752429 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-ced36c76-7a99-4220-acde-1670723a0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:08.754671 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-ced36c76-7a99-4220-acde-1670723a0427 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 1129 time: 0.0447752 Oct 24 13:27:08.852937 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-77fef0ce-cf60-4f00-99ab-08c0f40717f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:08.854427 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-77fef0ce-cf60-4f00-99ab-08c0f40717f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.0938735 Oct 24 13:27:08.855706 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:08.860756 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:08.875397 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eb310-62f7-433a-bfda-e6abdb4b7f33 req-f5087ca0-124a-49b5-af51-877f41f92ae8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:08.876866 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba1eb310-62f7-433a-bfda-e6abdb4b7f33 req-f5087ca0-124a-49b5-af51-877f41f92ae8 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Oct 24 13:27:08.926817 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-ba1eb310-62f7-433a-bfda-e6abdb4b7f33 req-e204b7d5-6562-4c67-8bf5-0e6e056ed268 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Oct 24 13:27:08.938758 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:50Z', 'revision_number': 1, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:08.966608 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:27:08.975534 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:08.976122 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:26:44Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:09.076500 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:09.285307 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:50Z', 'revision_number': 1, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:09.309513 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871104b-28cf-4a74-b7b5-a7de34a18a9a None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_floatingips': [{'id': '9e0104bd-306c-421c-9328-b1b628b1317a', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '51341755-016f-4707-88ea-76ce149da04d', 'router_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'port_id': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'mac_address': 'fa:16:3e:d4:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-24T13:23:48Z', 'updated_at': '2022-10-24T13:23:50Z', 'revision_number': 1, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:27:09.510956 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67137753-a909-4dc8-ba4a-2344a3a2ea93 None None] New status for floating IP c02a687a-537d-4196-89fa-fdb648211101: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:27:09.786184 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-e60fa42e-480b-468e-948c-1fcb22688e4c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332aa905-b1c8-4ddd-8186-37badc764684 HTTP/1.1" status: 200 len: 217 time: 0.0338471 Oct 24 13:27:09.833645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-db759a0e-14aa-43a4-9cd4-6c1b19c0b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:09.835123 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-db759a0e-14aa-43a4-9cd4-6c1b19c0b62b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0432456 Oct 24 13:27:09.970051 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-8abfea9c-0fab-4622-8f70-408cee3a5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:09.971567 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-8abfea9c-0fab-4622-8f70-408cee3a5eb3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392940 Oct 24 13:27:10.089970 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b100b84-7ce0-4477-8a93-9f02c9a16e99 req-738e4776-38df-48c7-8f9f-6a942f650b3a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:10.091448 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9b100b84-7ce0-4477-8a93-9f02c9a16e99 req-738e4776-38df-48c7-8f9f-6a942f650b3a tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 945 time: 0.0627339 Oct 24 13:27:10.112490 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-7bdc9f87-4822-469a-b040-adcbf8f94ac5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343265 Oct 24 13:27:10.148246 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-9b100b84-7ce0-4477-8a93-9f02c9a16e99 req-4bbae4c8-8312-4373-aacc-cbd224fefb9c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480378 Oct 24 13:27:10.328125 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-8fe8bdce-eef0-41a9-8ba5-d73987e5d75e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:10.329446 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-8fe8bdce-eef0-41a9-8ba5-d73987e5d75e tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 945 time: 0.0652053 Oct 24 13:27:10.332791 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-54f63681-bb6b-4dfd-8d58-4961088a30e1 req-dda616f3-7173-4005-a58d-924be7fc8d1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272457 Oct 24 13:27:10.419266 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Deleting port 332aa905-b1c8-4ddd-8186-37badc764684 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:10.419651 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (332aa905-b1c8-4ddd-8186-37badc764684), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:10.512660 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] For port 332aa905-b1c8-4ddd-8186-37badc764684, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=332aa905-b1c8-4ddd-8186-37badc764684,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:10.513024 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (332aa905-b1c8-4ddd-8186-37badc764684), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:10.530414 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Calling delete_port for 332aa905-b1c8-4ddd-8186-37badc764684 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:10.654519 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (332aa905-b1c8-4ddd-8186-37badc764684), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:10.663085 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:10.685639 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'Port': ['ID=332aa905-b1c8-4ddd-8186-37badc764684,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:10.692817 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:10.716948 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.717924 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.718277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.718617 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.718951 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.719312 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.719642 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.719967 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.720292 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.720620 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.720945 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.721275 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.721596 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.721918 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.722237 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:10.745954 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] No DVR routers for this DVR port 332aa905-b1c8-4ddd-8186-37badc764684 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:10.748569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:10.751748 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-837b44ba-3491-4f47-8667-85bfba2613f1 req-9e3d5d05-8b7e-4006-952a-59dc4d55ea98 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "DELETE /networking/v2.0/ports/332aa905-b1c8-4ddd-8186-37badc764684 HTTP/1.1" status: 204 len: 173 time: 0.4136922 Oct 24 13:27:10.752263 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'name': 'network-vif-deleted', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:27:10.754498 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3183a60b-f358-4597-83ab-aa0c7633d6c5" -d '{"events": [{"server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "name": "network-vif-deleted", "tag": "332aa905-b1c8-4ddd-8186-37badc764684"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:27:10.793330 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2805fda5-15cf-425f-a477-cea0ac1fd603 x-openstack-request-id: req-2805fda5-15cf-425f-a477-cea0ac1fd603 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:27:10.794020 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea7170c-6ab9-47d4-9a96-4629eb32ad88", "name": "network-vif-deleted", "tag": "332aa905-b1c8-4ddd-8186-37badc764684", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:27:10.794020 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2805fda5-15cf-425f-a477-cea0ac1fd603 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:27:10.794305 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2805fda5-15cf-425f-a477-cea0ac1fd603'] response: {'server_uuid': '5ea7170c-6ab9-47d4-9a96-4629eb32ad88', 'name': 'network-vif-deleted', 'tag': '332aa905-b1c8-4ddd-8186-37badc764684', 'status': 'completed', 'code': 200} Oct 24 13:27:11.264822 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-abd297f3-c0ea-4b50-8abc-1b50bff78948 req-782305e3-e424-4fba-ac7e-3202835dc031 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5ea7170c-6ab9-47d4-9a96-4629eb32ad88 HTTP/1.1" status: 200 len: 210 time: 0.0298898 Oct 24 13:27:12.138597 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-0a47a99e-917c-4358-8622-dfa1fa16faf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:12.878232 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 332aa905-b1c8-4ddd-8186-37badc764684 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:12.897876 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 332aa905-b1c8-4ddd-8186-37badc764684 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:12.898214 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 332aa905-b1c8-4ddd-8186-37badc764684 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:14.371920 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-04cce443-98c5-4c0b-83dc-f17e8b6bae19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.566304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41934) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:14.705796 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Deleting port 5496fa9e-b560-45fa-ba02-1f1dade22532 {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:14.706129 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.788085 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.788411 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (5496fa9e-b560-45fa-ba02-1f1dade22532), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.801402 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Calling delete_port for 5496fa9e-b560-45fa-ba02-1f1dade22532 owned by network:floatingip {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:14.947679 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (5496fa9e-b560-45fa-ba02-1f1dade22532), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:14.972440 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'Port': ['ID=5496fa9e-b560-45fa-ba02-1f1dade22532,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:15.033544 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (9e0104bd-306c-421c-9328-b1b628b1317a), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.033867 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.db.l3_db [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Floating IP 9e0104bd-306c-421c-9328-b1b628b1317a disassociated (deleted). External IP: 172.27.1.115, port: 749b73b0-1746-43c7-ab4e-7e32756bfd58. Oct 24 13:27:15.233690 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:27:15.288393 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.338584 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:27:15.342996 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.348595 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:27:15.350831 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=95 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.352878 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=89 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.361707 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:15.362318 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:27:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:15.373199 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-09ecbc63-69ec-44be-b3f3-91c6a5de7512 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/9e0104bd-306c-421c-9328-b1b628b1317a HTTP/1.1" status: 204 len: 168 time: 0.8058162 Oct 24 13:27:15.374001 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58'}] {{(pid=104669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:27:15.376901 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988a3ed337a9b313c9579d51751b2ea29e197c38e496a90702492da4882e7d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8828b18-0ce7-4980-af7c-d07b3a206016" -d '{"events": [{"name": "network-changed", "server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58"}]}' {{(pid=104669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:27:15.416668 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Oct 2022 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd04c65-d80d-4c0e-87c9-412edd4e1a9b x-openstack-request-id: req-ebd04c65-d80d-4c0e-87c9-412edd4e1a9b {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:27:15.417212 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58", "status": "completed", "code": 200}]} {{(pid=104669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:27:15.417462 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebd04c65-d80d-4c0e-87c9-412edd4e1a9b {{(pid=104669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:27:15.417865 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd04c65-d80d-4c0e-87c9-412edd4e1a9b'] response: {'name': 'network-changed', 'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'status': 'completed', 'code': 200} Oct 24 13:27:15.470182 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:15.476279 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-07753436-7742-4ed5-ba17-918b989be132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:15.478271 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-07753436-7742-4ed5-ba17-918b989be132 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 1129 time: 0.0407207 Oct 24 13:27:15.587043 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:15.588471 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-d219c2e1-db87-4061-ae93-531f3250c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:15.591104 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-d219c2e1-db87-4061-ae93-531f3250c649 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 200 len: 912 time: 0.1049435 Oct 24 13:27:15.627776 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bfd7b-1fae-40de-a5f7-4dc5e12f3f89 req-da3c6fa8-efaf-4dad-86f3-2dcbfbb2fc31 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:15.629381 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9e6bfd7b-1fae-40de-a5f7-4dc5e12f3f89 req-da3c6fa8-efaf-4dad-86f3-2dcbfbb2fc31 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 945 time: 0.0512030 Oct 24 13:27:15.687265 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [req-9e6bfd7b-1fae-40de-a5f7-4dc5e12f3f89 req-424ffd14-0a2e-4e17-90ec-2f6b33572c48 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512605 Oct 24 13:27:15.699859 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:15.766919 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:15.791559 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:27:15.800587 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:15.801177 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:27:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:15.901035 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:16.087271 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:16.111933 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e6f0a-a9a2-4340-9a26-084260390014 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:33Z', 'revision_number': 4, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi', '_interfaces': [{'id': '29979629-3814-46f5-a9c1-8c2dc0b76955', 'name': '', 'network_id': 'd81e8b5b-f582-42f2-8207-457fa8977c00', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'mac_address': 'fa:16:3e:c5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:32Z', 'updated_at': '2022-10-24T13:20:39Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'subnets': [{'id': 'd12f6085-6390-44d7-9e9a-976d4fa1ffd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:27:16.329991 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7215cd-c28e-47f4-a0e3-692d2b49c60a None None] New status for floating IP 9e0104bd-306c-421c-9328-b1b628b1317a: DOWN {{(pid=104670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 24 13:27:16.525446 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-1385588c-6cb1-4743-8085-fe3d83fa7a79 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 200 len: 217 time: 0.0348618 Oct 24 13:27:16.573278 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-103b53fa-5cf5-4dc3-9c49-b303b52be9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:16.574683 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-103b53fa-5cf5-4dc3-9c49-b303b52be9c3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 200 len: 850 time: 0.0422103 Oct 24 13:27:16.705025 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-031c9575-2145-42e5-a1ca-042ec30f59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:16.706469 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-031c9575-2145-42e5-a1ca-042ec30f59d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d81e8b5b-f582-42f2-8207-457fa8977c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441732 Oct 24 13:27:16.826360 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-2c002e5b-f25c-4c47-b693-df96f7a6a71d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135650 Oct 24 13:27:16.836268 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b0e5e-6769-40fb-b2d3-66fc466a29e9 req-8aa7f760-41a0-4415-aab1-70a64d41a8e3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:16.837619 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-cd4b0e5e-6769-40fb-b2d3-66fc466a29e9 req-8aa7f760-41a0-4415-aab1-70a64d41a8e3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 945 time: 0.0614901 Oct 24 13:27:16.944722 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-cd4b0e5e-6769-40fb-b2d3-66fc466a29e9 req-d6e058dd-8511-44ef-9ddd-507c3b62e1a4 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6e366db0-1c98-4b6b-a8ed-28604602b735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014309 Oct 24 13:27:17.004326 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981cfe3-2658-426c-973a-61114af51b1e req-cd26ae68-67c1-4a06-94e6-b7f8d27c25c3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 24 13:27:17.005743 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2981cfe3-2658-426c-973a-61114af51b1e req-cd26ae68-67c1-4a06-94e6-b7f8d27c25c3 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 945 time: 0.0665047 Oct 24 13:27:17.007628 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-a8828b18-0ce7-4980-af7c-d07b3a206016 req-37bc7338-831d-4c93-ac6a-885cd8741fe1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448267 Oct 24 13:27:17.302779 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.340307 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Deleting port 749b73b0-1746-43c7-ab4e-7e32756bfd58 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:17.340652 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.355207 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.434801 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] For port 749b73b0-1746-43c7-ab4e-7e32756bfd58, host hv-cinder-86248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86248',level=0,port_id=749b73b0-1746-43c7-ab4e-7e32756bfd58,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:17.435204 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.448971 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Calling delete_port for 749b73b0-1746-43c7-ab4e-7e32756bfd58 owned by compute:nova {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:17.519870 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:17.580344 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (749b73b0-1746-43c7-ab4e-7e32756bfd58), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.609355 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'Port': ['ID=749b73b0-1746-43c7-ab4e-7e32756bfd58,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:17.651611 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] No DVR routers for this DVR port 749b73b0-1746-43c7-ab4e-7e32756bfd58 on host hv-cinder-86248 {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:17.654120 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for port (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:17.657331 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-2981cfe3-2658-426c-973a-61114af51b1e req-a06a5268-577e-439f-8e56-4aaa097a6390 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.25 "DELETE /networking/v2.0/ports/749b73b0-1746-43c7-ab4e-7e32756bfd58 HTTP/1.1" status: 204 len: 173 time: 0.6422372 Oct 24 13:27:17.657837 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'name': 'network-vif-deleted', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 24 13:27:17.660163 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4be10742a5a4e146d0d975b2b02cd46e5a80e03153cd41fe7abd055d2db0b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec650ee7-4477-42b7-a5b9-d78398560ffd" -d '{"events": [{"server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "name": "network-vif-deleted", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 24 13:27:17.701737 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Oct 2022 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d5184f-c821-46e6-9666-7b4a9b04a612 x-openstack-request-id: req-42d5184f-c821-46e6-9666-7b4a9b04a612 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 24 13:27:17.702184 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220e25f4-701f-4b80-8dbb-59ccce3aa048", "name": "network-vif-deleted", "tag": "749b73b0-1746-43c7-ab4e-7e32756bfd58", "status": "completed", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 24 13:27:17.702595 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42d5184f-c821-46e6-9666-7b4a9b04a612 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 24 13:27:17.703190 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d5184f-c821-46e6-9666-7b4a9b04a612'] response: {'server_uuid': '220e25f4-701f-4b80-8dbb-59ccce3aa048', 'name': 'network-vif-deleted', 'tag': '749b73b0-1746-43c7-ab4e-7e32756bfd58', 'status': 'completed', 'code': 200} Oct 24 13:27:18.065842 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [req-dafc9a88-1f13-4f88-bc6f-02517ba3bd82 req-c28cb611-8100-4e78-86d1-6d9dd3e6de2c tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=220e25f4-701f-4b80-8dbb-59ccce3aa048 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Oct 24 13:27:19.134090 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41950) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:19.243395 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Deleting port 6bd19652-684e-4183-a948-d59a302ea89e {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:19.243740 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (6bd19652-684e-4183-a948-d59a302ea89e), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.320058 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (6bd19652-684e-4183-a948-d59a302ea89e), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.320383 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (6bd19652-684e-4183-a948-d59a302ea89e), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.333922 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Calling delete_port for 6bd19652-684e-4183-a948-d59a302ea89e owned by network:floatingip {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:19.465834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (6bd19652-684e-4183-a948-d59a302ea89e), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.491112 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'Port': ['ID=6bd19652-684e-4183-a948-d59a302ea89e,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:19.556719 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for floatingip (c20640bc-1e4f-410e-9008-14f80b8d7cd6), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.559277 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35026'] for floatingip (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:19.560418 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d82e63fb-a62d-4f17-a55f-16a26bdc59f6 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c20640bc-1e4f-410e-9008-14f80b8d7cd6 HTTP/1.1" status: 204 len: 168 time: 0.4269216 Oct 24 13:27:20.771481 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41962) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:20.786379 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:20.834113 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-89f43736-c3f5-4c7b-ad05-4d175cfac8a5 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group (6e366db0-1c98-4b6b-a8ed-28604602b735), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.859538 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-89f43736-c3f5-4c7b-ad05-4d175cfac8a5 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group (6e366db0-1c98-4b6b-a8ed-28604602b735), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.920077 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-89f43736-c3f5-4c7b-ad05-4d175cfac8a5 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (6e366db0-1c98-4b6b-a8ed-28604602b735), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.923771 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 749b73b0-1746-43c7-ab4e-7e32756bfd58 no longer exists at agent hyperv_hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:20.924329 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-89f43736-c3f5-4c7b-ad05-4d175cfac8a5 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Publish callbacks [] for security_group (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:20.925492 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-89f43736-c3f5-4c7b-ad05-4d175cfac8a5 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e366db0-1c98-4b6b-a8ed-28604602b735 HTTP/1.1" status: 204 len: 168 time: 0.1530359 Oct 24 13:27:20.934995 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43736-c3f5-4c7b-ad05-4d175cfac8a5 tempest-TestVolumeBootPattern-1997881197 tempest-TestVolumeBootPattern-1997881197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e366db0-1c98-4b6b-a8ed-28604602b735,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:20.945214 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-f6576026-a334-4050-924c-120b63e780a3 None None] No Port match for: 749b73b0-1746-43c7-ab4e-7e32756bfd58 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:20.945565 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Device 749b73b0-1746-43c7-ab4e-7e32756bfd58 not bound to the agent host hv-cinder-86248 {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:20.979162 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41966) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:21.390906 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.613088 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Deleting port 29979629-3814-46f5-a9c1-8c2dc0b76955 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:21.613422 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.696303 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] For port 29979629-3814-46f5-a9c1-8c2dc0b76955, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=29979629-3814-46f5-a9c1-8c2dc0b76955,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:21.696660 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.710569 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Calling delete_port for 29979629-3814-46f5-a9c1-8c2dc0b76955 owned by network:router_interface {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:21.712056 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:21.814143 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:21.892132 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (29979629-3814-46f5-a9c1-8c2dc0b76955), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:21.918344 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Pushing event deleted for resources: {'Port': ['ID=29979629-3814-46f5-a9c1-8c2dc0b76955,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:22.084403 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.105185 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b9226-a0c4-4b46-8a34-686f58714cb5 None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:27:22.183608 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092b9226-a0c4-4b46-8a34-686f58714cb5 None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:27:22.299866 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:27:22.410974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:27:22.416051 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-876de884-47f6-4480-a3fc-19e51a2b544c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1f649d95-b78c-4d84-bf4f-06ac3bbea4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358523 Oct 24 13:27:22.418493 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41970) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:22.421174 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] Sync routers for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:27:22.431891 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:22.432515 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:27:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.535498 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks [] for router (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.559338 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: dv-cinder-862489-1-iscsi {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:22.637287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:22.662533 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks [] for router_gateway (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.709451 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Deleting port b6237c74-b742-41e0-9039-da4f1ae89102 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:22.710158 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.740033 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:22.745716 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:27:21Z', 'revision_number': 5, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port': {'id': 'b6237c74-b742-41e0-9039-da4f1ae89102', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.767363 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:22.772649 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] Checking router: 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb for host: dv-cinder-862489-1-iscsi {{(pid=104671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:27:22.782459 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] Routers {'1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:22.783083 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:27:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'], 'active': True} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.800484 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] For port b6237c74-b742-41e0-9039-da4f1ae89102, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=b6237c74-b742-41e0-9039-da4f1ae89102,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:22.800942 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.814203 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Calling delete_port for b6237c74-b742-41e0-9039-da4f1ae89102 owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:22.855287 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-387b6a1d-d671-499e-9d21-90368470f9ef None None] Provisioning complete for port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:27:22.855655 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-387b6a1d-d671-499e-9d21-90368470f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:22.856211 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-387b6a1d-d671-499e-9d21-90368470f9ef None None] Attempt 1 to provision port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 Oct 24 13:27:22.871013 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_dvr_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] Set router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb gateway port host: None {{(pid=104671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:22.924086 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.l3_hamode_db [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:27:22Z', 'revision_number': 6, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:22.927088 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=100 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:22.931880 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-387b6a1d-d671-499e-9d21-90368470f9ef None None] Current status of the port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:27:22.950120 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec75a2-a4ba-4a2f-9b7e-81ba36176609 None None] The sync data for ids ['1f649d95-b78c-4d84-bf4f-06ac3bbea4fb'] in dv-cinder-862489-1-iscsi is: [{'id': '1f649d95-b78c-4d84-bf4f-06ac3bbea4fb', 'name': 'tempest-TestVolumeBootPattern-548757599-router', 'tenant_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:30Z', 'updated_at': '2022-10-24T13:27:22Z', 'revision_number': 6, 'project_id': 'e5f4729aa5f44fe08096bed3438e8f7e', 'gw_port_host': None}] {{(pid=104671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:27:22.991726 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (b6237c74-b742-41e0-9039-da4f1ae89102), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.018943 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6237c74-b742-41e0-9039-da4f1ae89102,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:23.080280 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.168552 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.171396 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks [] for router_controller (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.216610 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (1f649d95-b78c-4d84-bf4f-06ac3bbea4fb), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.217929 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f649d95-b78c-4d84-bf4f-06ac3bbea4fb {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:27:23.222005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.223182 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-9b9b5f08-8601-47ff-b9d1-831b3034c5d0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/1f649d95-b78c-4d84-bf4f-06ac3bbea4fb HTTP/1.1" status: 204 len: 168 time: 0.8036425 Oct 24 13:27:23.225667 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41972) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:23.270014 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Deleting subnet d12f6085-6390-44d7-9e9a-976d4fa1ffd3 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:27:23.273446 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Publish callbacks [] for subnet (d12f6085-6390-44d7-9e9a-976d4fa1ffd3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.310645 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (d12f6085-6390-44d7-9e9a-976d4fa1ffd3), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.392126 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (d12f6085-6390-44d7-9e9a-976d4fa1ffd3), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.394043 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:23.445344 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (d12f6085-6390-44d7-9e9a-976d4fa1ffd3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.470157 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12f6085-6390-44d7-9e9a-976d4fa1ffd3,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:23.473843 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.476928 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-08b6b488-f8ce-4767-ad8e-505905e684c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d12f6085-6390-44d7-9e9a-976d4fa1ffd3 HTTP/1.1" status: 204 len: 168 time: 0.2503619 Oct 24 13:27:23.479421 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41974) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:23.480454 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236969d-a110-4be3-bd2b-0a2e284c9bb9 None None] Network d81e8b5b-f582-42f2-8207-457fa8977c00 requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:23.552875 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (d81e8b5b-f582-42f2-8207-457fa8977c00), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.594858 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Deleting port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:23.595224 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.658005 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] For port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,segment=NetworkSegment(90895b35-e8b5-463e-b18e-917d85626781),segment_id=90895b35-e8b5-463e-b18e-917d85626781)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:23.658362 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.672004 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Calling delete_port for 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:23.720725 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] DHCP port deletion for d81e8b5b-f582-42f2-8207-457fa8977c00 request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:27:23.759484 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.759968 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Deleting port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 {{(pid=104670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:23.760408 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), before_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.784881 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:23.788390 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] No DVR routers for this DVR port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 on host dv-cinder-862489-1-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:23.809856 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:23.832658 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.db [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] For port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16, host dv-cinder-862489-1-iscsi, got binding levels [] {{(pid=104670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:23.833051 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), precommit_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.848062 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Calling delete_port for 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 owned by network:dhcp {{(pid=104670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:23.850719 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.ipam_backend_mixin [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 was not found and therefore no delete operation was performed {{(pid=104670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 24 13:27:23.851986 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807'] for port (4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16), after_delete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.866123 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (d81e8b5b-f582-42f2-8207-457fa8977c00), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.876410 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Pushing event deleted for resources: {'Port': ['ID=4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16,revision_number=None']} {{(pid=104670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:23.884298 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] No DVR routers for this DVR port 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 on host dv-cinder-862489-1-iscsi {{(pid=104670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:23.886614 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.887168 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.887696 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.888127 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81e8b5b-f582-42f2-8207-457fa8977c00']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:23.888392 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.888916 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.889411 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.889997 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.890496 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.890993 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.891344 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.891677 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.892015 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.892342 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.892668 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.892990 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51bda43-61f0-4b2b-a511-1099f9fdabdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862489-1-iscsi {{(pid=104670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 24 13:27:23.898444 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90895b35-e8b5-463e-b18e-917d85626781') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:23.898790 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90895b35-e8b5-463e-b18e-917d85626781') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:23.909911 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (90895b35-e8b5-463e-b18e-917d85626781), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.924418 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (90895b35-e8b5-463e-b18e-917d85626781), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.930988 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:27:23.931501 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (90895b35-e8b5-463e-b18e-917d85626781), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:23.951498 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 90895b35-e8b5-463e-b18e-917d85626781 resource provider aggregate not found Oct 24 13:27:23.998788 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 90895b35-e8b5-463e-b18e-917d85626781 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90895b35-e8b5-463e-b18e-917d85626781 found for delete ", "request_id": "req-b37d94ae-d2af-4ecb-9e3b-e67d9a533a0d"}]} Oct 24 13:27:24.000150 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (d81e8b5b-f582-42f2-8207-457fa8977c00), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.006918 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.009599 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d81e8b5b-f582-42f2-8207-457fa8977c00 HTTP/1.1" status: 204 len: 168 time: 0.5292768 Oct 24 13:27:24.014304 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41980) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:24.021038 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a595b2-97f8-48e3-bb10-7b3262b89885 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81e8b5b-f582-42f2-8207-457fa8977c00,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:24.325992 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-421497'] for router_interface (374eef9a-ade2-426f-9d2e-d211892225af), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.357079 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:24.366832 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:24.551226 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Deleting port 22c69507-113e-418c-8385-72cc808e545f {{(pid=104669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:24.551559 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (22c69507-113e-418c-8385-72cc808e545f), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.563936 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29979629-3814-46f5-a9c1-8c2dc0b76955 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:24.584538 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 29979629-3814-46f5-a9c1-8c2dc0b76955 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:24.584895 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 29979629-3814-46f5-a9c1-8c2dc0b76955 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:24.585314 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device b6237c74-b742-41e0-9039-da4f1ae89102 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:24.606072 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: b6237c74-b742-41e0-9039-da4f1ae89102 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:24.606432 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device b6237c74-b742-41e0-9039-da4f1ae89102 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:24.606832 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:24.625489 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:24.625831 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 4cfcd0bb-5857-4a3e-b7a1-f048a3d13f16 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:24.632953 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] For port 22c69507-113e-418c-8385-72cc808e545f, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=22c69507-113e-418c-8385-72cc808e545f,segment=NetworkSegment(5b98bc81-fe1e-405f-8a43-3479d53c3e77),segment_id=5b98bc81-fe1e-405f-8a43-3479d53c3e77)] {{(pid=104669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:24.633446 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (22c69507-113e-418c-8385-72cc808e545f), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.648018 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.plugins.ml2.plugin [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Calling delete_port for 22c69507-113e-418c-8385-72cc808e545f owned by network:router_interface {{(pid=104669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:24.830764 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26003357'] for port (22c69507-113e-418c-8385-72cc808e545f), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:24.857669 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=22c69507-113e-418c-8385-72cc808e545f,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:25.024413 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418505'] for router_interface (374eef9a-ade2-426f-9d2e-d211892225af), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.046537 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650eb4d9-0117-4946-bd02-a2864d72cc5e None None] get_active_networks_info from dv-cinder-862489-1-iscsi {{(pid=104670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 24 13:27:25.086557 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.116707 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650eb4d9-0117-4946-bd02-a2864d72cc5e None None] Resources bound (agent type, host, resource id): {{(pid=104670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 24 13:27:25.208449 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.219244 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.239122 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.244532 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Router 374eef9a-ade2-426f-9d2e-d211892225af has already been hosted by L3 agent 3661736e-686b-4c93-a6d5-694c15c335d0 {{(pid=104669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 24 13:27:25.360016 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] Notify agent at l3_agent.dv-cinder-862489-1-iscsi the message routers_updated {{(pid=104669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 24 13:27:25.365062 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-b0aada95-96e8-4454-b689-048af8d1c8fb admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/374eef9a-ade2-426f-9d2e-d211892225af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3471818 Oct 24 13:27:25.367720 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41982) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:25.371502 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] Sync routers for ids ['374eef9a-ade2-426f-9d2e-d211892225af'] in dv-cinder-862489-1-iscsi {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 24 13:27:25.382645 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] Routers {'374eef9a-ade2-426f-9d2e-d211892225af'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:25.383292 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:27:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['374eef9a-ade2-426f-9d2e-d211892225af'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:25.475637 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks [] for router (374eef9a-ade2-426f-9d2e-d211892225af), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.496101 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] Set router 374eef9a-ade2-426f-9d2e-d211892225af gateway port host: dv-cinder-862489-1-iscsi {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:25.571186 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:25.584326 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks [] for router_gateway (374eef9a-ade2-426f-9d2e-d211892225af), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.632287 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Deleting port 931effb8-e5e9-4e05-946f-6c816b756aed {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:25.632522 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.682083 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'external_fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:27:24Z', 'revision_number': 5, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port': {'id': '931effb8-e5e9-4e05-946f-6c816b756aed', 'name': '', 'network_id': '51341755-016f-4707-88ea-76ce149da04d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eef9a-ade2-426f-9d2e-d211892225af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862489-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-24T13:20:36Z', 'updated_at': '2022-10-24T13:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f7c1fc9-0129-4f60-af0a-fd6c1dbe0596', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862489-1-iscsi'}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:25.713266 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] Checking router: 374eef9a-ade2-426f-9d2e-d211892225af for host: dv-cinder-862489-1-iscsi {{(pid=104670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 24 13:27:25.722137 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] For port 931effb8-e5e9-4e05-946f-6c816b756aed, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=931effb8-e5e9-4e05-946f-6c816b756aed,segment=NetworkSegment(68072d50-5447-4371-afd8-9898d73e7d81),segment_id=68072d50-5447-4371-afd8-9898d73e7d81)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:25.722521 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.724485 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] Routers {'374eef9a-ade2-426f-9d2e-d211892225af'} bound to L3 agent in host dv-cinder-862489-1-iscsi {{(pid=104670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 24 13:27:25.725078 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862489-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-24T13:04:14Z,description=,heartbeat_timestamp=2022-10-24T13:27:14Z,host='dv-cinder-862489-1-iscsi',id=3661736e-686b-4c93-a6d5-694c15c335d0,load=0,resource_versions=,resources_synced=,started_at=2022-10-24T13:04:14Z,topic='l3_agent')) {'router_ids': ['374eef9a-ade2-426f-9d2e-d211892225af'], 'active': True} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:25.737630 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Calling delete_port for 931effb8-e5e9-4e05-946f-6c816b756aed owned by network:router_gateway {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:25.803118 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.provisioning_blocks [None req-a082056b-113f-45dc-a998-6e3855304f5b None None] Provisioning complete for port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 triggered by entity DHCP. {{(pid=104670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 24 13:27:25.803769 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-a082056b-113f-45dc-a998-6e3855304f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13368753'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), provisioning_complete {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:25.804110 dv-cinder-862489-1-iscsi neutron-server[104670]: INFO neutron.plugins.ml2.plugin [None req-a082056b-113f-45dc-a998-6e3855304f5b None None] Attempt 1 to provision port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 Oct 24 13:27:25.838178 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_dvr_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] Set router 374eef9a-ade2-426f-9d2e-d211892225af gateway port host: None {{(pid=104670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 24 13:27:25.896828 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.db.l3_hamode_db [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:27:25Z', 'revision_number': 6, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port_host': None}], 'dv-cinder-862489-1-iscsi', False) {} {{(pid=104670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:25.931138 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9b7ad-b786-4c36-b64a-9bd1c088f59b None None] The sync data for ids ['374eef9a-ade2-426f-9d2e-d211892225af'] in dv-cinder-862489-1-iscsi is: [{'id': '374eef9a-ade2-426f-9d2e-d211892225af', 'name': 'tempest-TestVolumeBootPattern-1952474411-router', 'tenant_id': 'f4c3f792e1ae485fa9730e731b795550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-24T13:20:35Z', 'updated_at': '2022-10-24T13:27:25Z', 'revision_number': 6, 'project_id': 'f4c3f792e1ae485fa9730e731b795550', 'gw_port_host': None}] {{(pid=104670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 24 13:27:25.990183 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-a082056b-113f-45dc-a998-6e3855304f5b None None] Current status of the port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 is: ACTIVE; New status is: ACTIVE {{(pid=104670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 24 13:27:25.996995 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.157563 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (931effb8-e5e9-4e05-946f-6c816b756aed), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.183094 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=931effb8-e5e9-4e05-946f-6c816b756aed,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:26.245174 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419484'] for router_gateway (374eef9a-ade2-426f-9d2e-d211892225af), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.336030 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236723'] for router (374eef9a-ade2-426f-9d2e-d211892225af), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.338356 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks [] for router_controller (374eef9a-ade2-426f-9d2e-d211892225af), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.385442 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421434'] for router (374eef9a-ade2-426f-9d2e-d211892225af), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.386186 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374eef9a-ade2-426f-9d2e-d211892225af {{(pid=104668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 24 13:27:26.390690 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.391876 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-211b356f-8832-46e7-a8d1-2924b4bfd9fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/374eef9a-ade2-426f-9d2e-d211892225af HTTP/1.1" status: 204 len: 168 time: 1.0226448 Oct 24 13:27:26.394320 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41984) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:26.432736 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:26.441098 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Deleting subnet 62550dc3-095a-42be-9b34-b0df9a8aeb93 {{(pid=104668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 24 13:27:26.444819 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Publish callbacks [] for subnet (62550dc3-095a-42be-9b34-b0df9a8aeb93), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.483078 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2496725'] for subnet (62550dc3-095a-42be-9b34-b0df9a8aeb93), precommit_delete_associations {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.561975 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12904523'] for subnet (62550dc3-095a-42be-9b34-b0df9a8aeb93), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.617451 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-12904528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2496762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26801538'] for subnet (62550dc3-095a-42be-9b34-b0df9a8aeb93), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.644002 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62550dc3-095a-42be-9b34-b0df9a8aeb93,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:26.652974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for subnet (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.657710 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-8f5bf19d-deef-4fce-aaab-ebb89ae3686e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/62550dc3-095a-42be-9b34-b0df9a8aeb93 HTTP/1.1" status: 204 len: 168 time: 0.2622721 Oct 24 13:27:26.660974 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [-] (104668) accepted ('10.222.0.42', 41986) {{(pid=104668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:26.661843 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73892f-4241-476f-8651-c5fe10e7bbeb None None] Network 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff requested from dv-cinder-862489-1-iscsi {{(pid=104670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 24 13:27:26.743709 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:26.749017 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13252674'] for network (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.806384 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Deleting port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 24 13:27:26.806739 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778768955365'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.887732 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] For port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08, host dv-cinder-862489-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862489-1-iscsi',level=0,port_id=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,segment=NetworkSegment(5b98bc81-fe1e-405f-8a43-3479d53c3e77),segment_id=5b98bc81-fe1e-405f-8a43-3479d53c3e77)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 24 13:27:26.888104 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422915'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:26.908445 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Calling delete_port for 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 24 13:27:26.917733 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 22c69507-113e-418c-8385-72cc808e545f no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:26.943464 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 22c69507-113e-418c-8385-72cc808e545f {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:26.943839 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 22c69507-113e-418c-8385-72cc808e545f not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:26.944146 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 931effb8-e5e9-4e05-946f-6c816b756aed no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:26.967219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 931effb8-e5e9-4e05-946f-6c816b756aed {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:26.967219 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 931effb8-e5e9-4e05-946f-6c816b756aed not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:27.013213 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-12898965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778768959919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778768584807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498313'] for port (7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.031953 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5070b-88ea-41ed-8a90-160652febe05 None None] DHCP port deletion for 65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff request from dv-cinder-862489-1-iscsi {{(pid=104670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 24 13:27:27.045021 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:27.050990 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] No DVR routers for this DVR port 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 on host dv-cinder-862489-1-iscsi {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 24 13:27:27.130282 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13366994', 'neutron.services.segments.db._delete_segments_for_network-8778769035075'] for network (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.151788 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff']}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:27.162199 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b98bc81-fe1e-405f-8a43-3479d53c3e77') {'for_net_delete': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:27.162490 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.services.segments.db [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b98bc81-fe1e-405f-8a43-3479d53c3e77') {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 24 13:27:27.173277 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778769035138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2496734'] for segment (5b98bc81-fe1e-405f-8a43-3479d53c3e77), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.187335 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491'] for segment (5b98bc81-fe1e-405f-8a43-3479d53c3e77), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.197085 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 24 13:27:27.197425 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12905491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498396'] for segment (5b98bc81-fe1e-405f-8a43-3479d53c3e77), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.218742 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 5b98bc81-fe1e-405f-8a43-3479d53c3e77 resource provider aggregate not found Oct 24 13:27:27.267464 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.services.segments.plugin [-] Segment 5b98bc81-fe1e-405f-8a43-3479d53c3e77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b98bc81-fe1e-405f-8a43-3479d53c3e77 found for delete ", "request_id": "req-e873c880-fbfe-4f0a-b454-e75eff2b0d5d"}]} Oct 24 13:27:27.275574 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13367003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-419412'] for network (65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.284182 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726823'] for network (None), before_response {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.287383 dv-cinder-862489-1-iscsi neutron-server[104668]: INFO neutron.wsgi [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff HTTP/1.1" status: 204 len: 168 time: 0.6254871 Oct 24 13:27:27.299956 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded7eb-cb38-4e5c-91e9-17452efd049a admin admin] Pushing event deleted for resources: {'Network': ['ID=65701e0e-a7b1-4d68-a598-3e2ba8e6c6ff,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:27.417014 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41994) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:27.465434 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-e5c5368e-6fdc-45c3-840c-831498d8eab6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e5f4729aa5f44fe08096bed3438e8f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471721 Oct 24 13:27:27.468514 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 41996) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:27.516520 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd4553d5-ce18-425b-bbcb-7b518a0e937e admin admin] Publish callbacks [] for security_group (a07ee467-706a-4fcf-a165-b9d1408d42e3), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.537157 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd4553d5-ce18-425b-bbcb-7b518a0e937e admin admin] Publish callbacks [] for security_group (a07ee467-706a-4fcf-a165-b9d1408d42e3), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.583917 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd4553d5-ce18-425b-bbcb-7b518a0e937e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (a07ee467-706a-4fcf-a165-b9d1408d42e3), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.586421 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd4553d5-ce18-425b-bbcb-7b518a0e937e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:27.587588 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-fd4553d5-ce18-425b-bbcb-7b518a0e937e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a07ee467-706a-4fcf-a165-b9d1408d42e3 HTTP/1.1" status: 204 len: 168 time: 0.1181831 Oct 24 13:27:27.595527 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4553d5-ce18-425b-bbcb-7b518a0e937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ee467-706a-4fcf-a165-b9d1408d42e3,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:27.909755 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 42002) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:27.950066 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-0ee17182-e210-4c2e-8eac-86d42e0f3edf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f4c3f792e1ae485fa9730e731b795550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391986 Oct 24 13:27:27.952982 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [-] (104669) accepted ('10.222.0.42', 42004) {{(pid=104669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 24 13:27:28.003420 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d359d982-6e54-456d-8bfe-91cb9886dcdc admin admin] Publish callbacks [] for security_group (b656ac2c-5a97-4373-9d9f-1812a7457d89), before_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.023834 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d359d982-6e54-456d-8bfe-91cb9886dcdc admin admin] Publish callbacks [] for security_group (b656ac2c-5a97-4373-9d9f-1812a7457d89), precommit_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.072865 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d359d982-6e54-456d-8bfe-91cb9886dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784208'] for security_group (b656ac2c-5a97-4373-9d9f-1812a7457d89), after_delete {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.075431 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-d359d982-6e54-456d-8bfe-91cb9886dcdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:28.076740 dv-cinder-862489-1-iscsi neutron-server[104669]: INFO neutron.wsgi [None req-d359d982-6e54-456d-8bfe-91cb9886dcdc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b656ac2c-5a97-4373-9d9f-1812a7457d89 HTTP/1.1" status: 204 len: 168 time: 0.1226625 Oct 24 13:27:28.084673 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d982-6e54-456d-8bfe-91cb9886dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b656ac2c-5a97-4373-9d9f-1812a7457d89,revision_number=None']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 24 13:27:28.557513 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 no longer exists at agent ovs-agent-dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 24 13:27:28.576531 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.plugin [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] No Port match for: 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 {{(pid=104670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 24 13:27:28.577101 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron.plugins.ml2.rpc [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Device 7f34fc0a-8636-48ee-a8d4-4f3b2bd03d08 not bound to the agent host dv-cinder-862489-1-iscsi {{(pid=104670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 24 13:27:36.369670 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=15 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:36.376231 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:37.288504 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:37.289270 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG dbcounter [-] [104668] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:38.079539 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:38.080356 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG dbcounter [-] [104669] Writing DB stats neutron:SELECT=60,neutron:DELETE=3 {{(pid=104669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:38.560065 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:38.560991 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=77 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:42.139809 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-08a258b2-dec7-4f23-95db-78a3b131bfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:44.374739 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f72598ec-ea86-411d-af96-a83793c83814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:44.460290 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:27:45.702179 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:47.305181 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:47.357148 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:54.456103 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:27:55.985693 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:27:57.379709 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:01.591336 dv-cinder-862489-1-iscsi neutron-server[104668]: DEBUG neutron.wsgi [req-36d27f5d-dc76-424f-9847-1b93ff88df8e req-16f45d0a-6db5-43ca-8e7e-b0b51a87e0e5 service neutron] (104668) timed out ('10.222.0.25', 57365) {{(pid=104668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:28:05.975909 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:05.980907 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:12.142592 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-05b8c301-de66-4072-8a79-8619a9c3c33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:13.367814 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:13.371880 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=6 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:14.376209 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-8589f392-1ab6-4a6d-977b-273edfa1bf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:15.704010 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.311520 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:17.362495 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:21.459840 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:28:25.996807 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:31.454398 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:31.455240 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:35.991121 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:35.993114 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:42.145033 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-d1daac3c-6756-40b8-acb3-b1d6194a8d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:44.377271 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-314c361b-0fed-433f-bda3-2c8adce0488a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:45.707481 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:47.303959 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:47.365170 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:50.365689 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:50.369763 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:28:56.012407 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:28:58.458792 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:29:06.001611 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:06.007641 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:09.411299 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=13 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:09.417946 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=15 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:12.148316 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3becaf36-a989-4de9-b82c-4f128ab942d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:14.379107 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-cebba54a-0b28-421a-8e67-99b26fbda901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:15.710483 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.306744 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:17.368269 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:26.013550 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:27.360534 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:27.365425 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:35.458061 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:29:36.007968 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:36.009938 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:40.864665 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-3dce5da5-3da2-4cf9-926a-9f9cc6dbb9cf req-2710bbce-00ea-4762-b079-0bcb37e7dd6a service neutron] (104669) timed out ('10.222.0.25', 57358) {{(pid=104669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:29:42.150345 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-ddad6dd5-d0d8-4b8a-bdf4-163c3526f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:44.384581 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-efb6c66b-fd1f-4c61-8e7d-a1fdc850f0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:45.452432 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:45.453162 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:29:45.713736 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:47.310385 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:47.372378 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:29:56.024873 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:03.861434 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-006e3abc-5707-457d-81ba-a93161c0c505 service neutron] (104669) timed out ('10.222.0.42', 34882) {{(pid=104669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:30:04.129664 dv-cinder-862489-1-iscsi neutron-server[104669]: DEBUG neutron.wsgi [req-5a824d3d-590d-4f39-80de-eec8e7c20fc7 req-eaf48bca-87af-46b5-958a-8d6c3d8e7439 tempest-AttachVolumeShelveTestJSON-1585260718 tempest-AttachVolumeShelveTestJSON-1585260718-project] (104669) timed out ('10.222.0.42', 34896) {{(pid=104669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 24 13:30:04.362451 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=4 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:06.018381 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:06.020282 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:10.425033 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:12.155766 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2faa3cb6-72cc-4f06-a417-7e4abed20fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:12.456579 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:30:14.379150 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-17736484-6b27-4295-a37d-eb1ad297d4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:15.716451 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:17.314276 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:17.374322 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:22.451592 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:22.452465 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:26.039722 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:36.033529 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:36.035482 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:41.363218 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:41.368510 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:30:42.149424 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5fb32114-6784-4669-9688-682ec88121f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:44.380718 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-2c6c54f0-75e3-4f08-9121-61a735abe028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:45.718961 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:47.316939 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:47.380985 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:30:49.458001 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:30:56.037910 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:06.031648 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:06.033630 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:12.151868 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-1cafc597-79ab-4df4-a6ea-6f65a6613ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:14.385148 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-debc61b0-ce6f-4376-9351-02462310b803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:15.722271 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:17.319575 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:17.384069 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:18.365116 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=15 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:18.365818 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=19 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:26.053654 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:26.455936 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:31:36.046745 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:36.048785 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:36.451214 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:36.452055 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:42.153171 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-eda01f67-0032-4678-a77e-ad10a5393e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:44.387261 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-e0be0620-743c-42f0-ad5c-fae3a4ed2b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:45.724968 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:47.323220 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:47.386326 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:31:55.362216 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:55.362891 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:31:56.051574 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:03.454586 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:32:06.045557 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:06.047524 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:12.154772 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-26e88e44-8f0d-4036-a8fd-76f786cce12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:13.449849 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:13.450604 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=1 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:14.388774 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-6985577f-2bf2-4e8b-989a-04861e3f2f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:15.731376 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:17.326002 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-734ca602-ce22-4988-89e5-6b5809be45cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (b9716678-cf0a-46cc-9272-529b614d091f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:17.387956 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-3d420928-1ab6-40cf-b02f-16cf4e9d875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (8881bf9c-22fd-4109-ae1e-8644ec48af39), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:26.050691 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-f6576026-a334-4050-924c-120b63e780a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3026199b-5d12-4bbe-90dc-18cf19203e5f), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:32.354106 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:32.359153 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG dbcounter [-] [104671] Writing DB stats neutron:SELECT=3 {{(pid=104671) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:36.044136 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:36.046068 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG dbcounter [-] [104670] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104670) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 24 13:32:40.454060 dv-cinder-862489-1-iscsi neutron-server[104671]: DEBUG neutron.db.agents_db [None req-a6b17466-ce0f-4615-9fb6-37f9ec96c61b None None] Agent healthcheck: found 6 active agents {{(pid=104671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 24 13:32:42.157326 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-918b41f0-d38a-4d0b-8949-3f0263dda99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (d8bdeb36-7dce-47da-81f6-789a22001084), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:44.390320 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c11c-3318-433f-8f1d-330a9d4c08b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (3661736e-686b-4c93-a6d5-694c15c335d0), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 24 13:32:45.730951 dv-cinder-862489-1-iscsi neutron-server[104670]: DEBUG neutron_lib.callbacks.manager [None req-5380936a-4197-481e-ad81-0bb73843ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778769035057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13368339'] for agent (13bd9ff7-74c7-4a70-9105-3e2a0c05bbb8), after_update {{(pid=104670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}